[ 523.022691] env[64980]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 523.022691] env[64980]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 524.041401] env[65068]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 524.041401] env[65068]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 525.609667] env[65068]: INFO neutron.common.config [-] Logging enabled! [ 525.609667] env[65068]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev74 [ 525.609667] env[65068]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65068) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 525.609667] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 525.609667] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 525.610100] env[65068]: WARNING oslo_policy.policy [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 525.610236] env[65068]: WARNING oslo_policy.policy [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 525.611848] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] VMware NSXv3 Agent initialized successfully. [ 525.612219] env[65068]: DEBUG oslo_concurrency.lockutils [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] Acquiring lock "singleton_lock" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.612355] env[65068]: DEBUG oslo_concurrency.lockutils [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] Acquired lock "singleton_lock" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.612560] env[65068]: DEBUG oslo_concurrency.lockutils [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] Releasing lock "singleton_lock" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.612859] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] Full set of CONF: {{(pid=65068) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 525.612980] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ******************************************************************************** {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 525.613097] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] Configuration options gathered from: {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 525.613452] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 525.613624] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 525.613730] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ================================================================================ {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 525.613896] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] agent_down_time = 75 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.614044] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] allow_automatic_dhcp_failover = True {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.614182] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] allow_bulk = True {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.614322] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] api_extensions_path = {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.614459] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] api_paste_config = api-paste.ini {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.614596] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] auth_strategy = keystone {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.614698] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] backdoor_port = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.614797] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] backdoor_socket = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.614952] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] backlog = 4096 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.615108] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] base_mac = fa:16:3e:00:00:00 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.615267] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] bind_host = 0.0.0.0 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.615405] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] bind_port = 9696 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.615537] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] client_socket_timeout = 900 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.615675] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] config_dir = [] {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.615782] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.615934] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] config_source = [] {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.616100] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] control_exchange = neutron {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.616243] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] core_plugin = ml2 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.616380] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] debug = True {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.616517] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] default_availability_zones = [] {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.616723] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.616858] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] dhcp_agent_notification = True {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.616990] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] dhcp_agents_per_network = 1 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.617137] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] dhcp_lease_duration = 86400 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.617277] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] dhcp_load_type = networks {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.617410] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] dns_domain = openstacklocal {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.617542] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.617673] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] enable_default_route_bfd = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.617800] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] enable_default_route_ecmp = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.617927] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] enable_dvr = True {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.618064] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] enable_new_agents = True {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.618198] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.618327] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] enable_signals = True {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.618454] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] enable_traditional_dhcp = True {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.618577] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] external_dns_driver = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.618702] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] filter_validation = True {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.618839] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] global_physnet_mtu = 8950 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.618968] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] graceful_shutdown_timeout = 60 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.619161] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] host = cpu-1 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.619297] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] host_dvr_for_dhcp = True {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.619428] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] http_retries = 3 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.619564] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] instance_format = [instance: %(uuid)s] {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.619699] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.619833] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ipam_driver = internal {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.619962] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ipv6_pd_enabled = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.620104] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] l3_ha = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.620241] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.620375] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] l3_ha_network_physical_name = {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.620510] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] l3_ha_network_type = {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.620645] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] log_color = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.620777] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] log_config_append = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.620910] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.621051] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] log_dir = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.621181] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] log_file = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.621281] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] log_options = True {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.621412] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] log_rotate_interval = 1 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.621549] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] log_rotate_interval_type = days {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.621683] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] log_rotation_type = none {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.621787] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.621886] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.622031] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.622171] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.622273] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.622402] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] max_dns_nameservers = 5 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.622529] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] max_header_line = 16384 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.622655] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] max_l3_agents_per_router = 3 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.622781] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] max_logfile_count = 30 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.622936] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] max_logfile_size_mb = 200 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.623085] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] max_subnet_host_routes = 20 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.623226] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] my_ip = 10.180.1.21 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.623361] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] my_ipv6 = ::1 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.623491] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] network_auto_schedule = True {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.623615] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] network_link_prefix = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.623749] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.623883] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] notify_nova_on_port_data_changes = True {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.624028] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] notify_nova_on_port_status_changes = True {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.624167] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] pagination_max_limit = -1 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.624295] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] publish_errors = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.624426] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] rate_limit_burst = 0 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.624562] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] rate_limit_except_level = CRITICAL {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.624691] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] rate_limit_interval = 0 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.624816] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] retry_until_window = 30 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.624965] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] router_distributed = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.625118] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] rpc_resources_processing_step = 20 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.625248] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] rpc_response_max_timeout = 600 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.625379] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] rpc_response_timeout = 60 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.625504] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] send_events_interval = 2 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.625649] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] service_plugins = ['router'] {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.625785] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] setproctitle = on {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.625924] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] shell_completion = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.626111] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] state_path = /opt/stack/data/neutron {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.626253] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] syslog_log_facility = LOG_USER {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.626384] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] tcp_keepidle = 600 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.626520] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] transport_url = **** {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.626650] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] use_journal = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.626779] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] use_json = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.626908] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] use_ssl = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.627048] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] use_stderr = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.627188] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] use_syslog = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.627315] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] vlan_qinq = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.627441] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] vlan_transparent = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.627567] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] watch_log_file = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.627693] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] wsgi_default_pool_size = 100 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.627817] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] wsgi_keep_alive = True {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.627952] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.628093] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] wsgi_server_debug = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.628243] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_concurrency.disable_process_locking = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.628386] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.628526] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.628659] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.628796] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.628933] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.629079] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.629233] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] profiler.connection_string = messaging:// {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.629375] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] profiler.enabled = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.629513] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] profiler.es_doc_type = notification {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.629649] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] profiler.es_scroll_size = 10000 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.629786] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] profiler.es_scroll_time = 2m {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.629917] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] profiler.filter_error_trace = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.630066] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] profiler.hmac_keys = **** {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.630208] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] profiler.sentinel_service_name = mymaster {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.630349] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] profiler.socket_timeout = 0.1 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.630480] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] profiler.trace_requests = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.630607] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] profiler.trace_sqlalchemy = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.630750] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] profiler_jaeger.process_tags = {} {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.630880] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] profiler_jaeger.service_name_prefix = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.631026] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] profiler_otlp.service_name_prefix = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.631258] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_policy.enforce_new_defaults = True {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.631699] env[65068]: WARNING oslo_config.cfg [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 525.631957] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_policy.enforce_scope = True {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.632218] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_policy.policy_default_rule = default {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.632481] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.632870] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.632870] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.632975] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.633123] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.633262] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.633396] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.633540] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_policy.remote_timeout = 60.0 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.633691] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.633851] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] agent.extensions = [] {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.634044] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.634197] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] service_providers.service_provider = [] {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.634338] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] QUOTAS.default_quota = -1 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.634482] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.634617] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] QUOTAS.quota_floatingip = 50 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.634751] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] QUOTAS.quota_network = 100 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.634881] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] QUOTAS.quota_port = 500 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.635057] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.635198] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] QUOTAS.quota_router = 10 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.635328] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] QUOTAS.quota_security_group = 10 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.635494] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.635666] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] QUOTAS.quota_subnet = 100 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.635804] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] QUOTAS.track_quota_usage = True {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.636017] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.636194] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep.group = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.636375] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep.helper_command = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.636533] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep.log_daemon_traceback = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.636716] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.636899] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep.thread_pool_size = 8 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.637059] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep.user = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.637290] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.637413] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_dhcp_release.group = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.637556] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_dhcp_release.helper_command = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.637756] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.637914] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.638103] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.638283] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_dhcp_release.user = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.638435] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.638598] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_ovs_vsctl.group = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.638750] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_ovs_vsctl.helper_command = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.638900] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.639123] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.639278] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.639420] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_ovs_vsctl.user = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.639613] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_namespace.capabilities = [21] {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.639812] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_namespace.group = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.639995] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_namespace.helper_command = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.640192] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_namespace.log_daemon_traceback = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.640349] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.640534] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_namespace.thread_pool_size = 8 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.640684] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_namespace.user = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.640829] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_conntrack.capabilities = [12] {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.640959] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_conntrack.group = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.641103] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_conntrack.helper_command = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.641238] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.641376] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.641509] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.641638] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_conntrack.user = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.641778] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_link.capabilities = [12, 21] {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.641910] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_link.group = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.642049] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_link.helper_command = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.642184] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_link.log_daemon_traceback = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.642320] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.642452] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_link.thread_pool_size = 8 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.642578] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] privsep_link.user = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.642731] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.642903] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.643061] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] AGENT.continue_on_failed_promotions = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.643223] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] AGENT.dscp = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.643366] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] AGENT.dscp_inherit = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.643508] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] AGENT.force_mp_to_policy = True {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.643643] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] AGENT.locking_coordinator_url = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.643784] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] AGENT.log_agent_heartbeats = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.643993] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] AGENT.logging_expire = 1 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.644235] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.644440] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.644627] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] AGENT.polling_interval = 240 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.644834] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.645026] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.645219] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] AGENT.report_interval = 30.0 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.645378] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.645521] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.645662] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.645824] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] AGENT.sync_skew = 60 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.646023] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] AGENT.synchronization_queue_size = 20 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.646438] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] AGENT.use_helper_for_ns_read = True {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.646438] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] SECURITYGROUP.enable_ipset = True {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.646438] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] SECURITYGROUP.enable_security_group = True {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.646617] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.646721] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.646891] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] experimental.ipv6_pd_enabled = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.647090] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ml2.extension_drivers = ['port_security'] {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.647271] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ml2.external_network_type = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.647434] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.647579] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ml2.overlay_ip_version = 4 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.647736] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ml2.path_mtu = 8950 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.647942] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ml2.physical_network_mtus = {} {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.648139] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ml2.tenant_network_types = ['vlan'] {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.648295] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.648443] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ml2.type_drivers = ['vlan'] {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.648588] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] AGENT_CLI.neutron_port_id = [] {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.648723] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.648886] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.649071] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.649227] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.649367] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.649537] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.649683] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.649823] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.650034] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.650194] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] NSXV3.nsxv3_login_password = **** {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.650340] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] NSXV3.nsxv3_login_port = 443 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.650477] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] NSXV3.nsxv3_login_user = admin {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.650620] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.650761] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.650917] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.651152] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.651388] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.651607] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.651777] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.651923] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.652122] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.652288] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.652440] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.652600] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.652787] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.652997] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.653165] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] vsphere.vsphere_login_password = VMware1! {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.653311] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.653489] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.653653] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] nova.auth_section = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.654020] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] nova.auth_type = password {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.654020] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.654151] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] nova.certfile = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.654297] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] nova.collect_timing = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.654482] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] nova.endpoint_type = public {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.654626] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] nova.insecure = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.654798] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] nova.keyfile = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.655029] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] nova.region_name = RegionOne {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.655243] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] nova.split_loggers = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.655338] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] nova.timeout = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.655480] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] placement.auth_section = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.655635] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] placement.auth_type = password {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.655828] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.655975] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] placement.certfile = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.656150] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] placement.collect_timing = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.656346] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] placement.endpoint_type = public {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.656543] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] placement.insecure = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.656695] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] placement.keyfile = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.656869] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] placement.region_name = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.657018] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] placement.split_loggers = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.657177] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] placement.timeout = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.657361] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ironic.auth_section = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.657505] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ironic.auth_type = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.657668] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ironic.cafile = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.657772] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ironic.certfile = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.657910] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ironic.collect_timing = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.658057] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ironic.connect_retries = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.658191] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ironic.connect_retry_delay = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.658331] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ironic.enable_notifications = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.658468] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ironic.endpoint_override = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.658624] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ironic.insecure = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.658842] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ironic.interface = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.659058] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ironic.keyfile = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.659278] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ironic.max_version = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.659504] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ironic.min_version = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.659667] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ironic.region_name = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.659808] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ironic.retriable_status_codes = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.659941] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ironic.service_name = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.660105] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ironic.service_type = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.660295] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ironic.split_loggers = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.660436] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ironic.status_code_retries = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.660568] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ironic.status_code_retry_delay = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.660697] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ironic.timeout = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.660829] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ironic.valid_interfaces = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.660959] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ironic.version = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.661116] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] cli_script.dry_run = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.661261] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.661391] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.661525] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.661657] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.661786] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.661918] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.662059] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.662192] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.662321] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.662636] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.662636] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.662731] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.662866] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.663013] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.663155] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.663297] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.663428] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.663559] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.663698] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.663829] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.663962] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.664134] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.664279] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.664411] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.664542] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.664672] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.664873] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.664999] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.665160] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.665294] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.665445] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.ssl = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.665647] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.665799] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.665938] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.666096] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.666239] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.ssl_version = {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.666371] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.666514] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_notifications.driver = [] {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.666652] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_notifications.retry = -1 {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.666806] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.666941] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] oslo_messaging_notifications.transport_url = **** {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.667102] env[65068]: DEBUG oslo_service.backend._eventlet.service [None req-91274482-e671-40b4-b0ef-5a9f4fbfb2ae None None] ******************************************************************************** {{(pid=65068) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 525.668265] env[65068]: DEBUG neutron.agent.securitygroups_rpc [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Init firewall settings (driver=nsxv3) {{(pid=65068) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 525.669634] env[65068]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65068) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 525.669875] env[65068]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] RPC agent_id: nsxm-l-01a.corp.local [ 525.672143] env[65068]: DEBUG dogpile.cache.region [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 525.672270] env[65068]: DEBUG dogpile.lock [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 525.672368] env[65068]: DEBUG dogpile.lock [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 525.672458] env[65068]: DEBUG dogpile.lock [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 525.672554] env[65068]: DEBUG dogpile.cache.region [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 525.672642] env[65068]: DEBUG dogpile.lock [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 525.672765] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 525.692870] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Session token - acquiring [ 525.694977] env[65068]: DEBUG networking_nsxv3.common.locking [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.695200] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.695257] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.695785] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.707432] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.979083] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 526.000013] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 526.000249] env[65068]: DEBUG dogpile.cache.region [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Cache value generated in 0.327 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 526.000348] env[65068]: DEBUG dogpile.lock [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 526.000473] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Activating Policy API Provider. [ 526.000668] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Looking for the default Infrastructure Rules. [ 526.067142] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Looking for the Default Layer3 Logged Drop Section. [ 526.082651] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 526.083163] env[65068]: DEBUG networking_nsxv3.common.locking [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.083331] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Acquiring lock "all" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.083436] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Acquired lock "all" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.083722] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Acquired external semaphore "all" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.084057] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.598391] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.101190] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.603778] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Inventory metadata is going to be refreshed. [ 527.604056] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 528.430525] env[65068]: DEBUG networking_nsxv3.common.locking [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.430950] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.430950] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.431188] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.442725] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 528.443531] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.444139] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 528.461025] env[65068]: DEBUG networking_nsxv3.common.locking [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.461302] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.461302] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.461587] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.461712] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.461853] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 528.461966] env[65068]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65068) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.462086] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 528.481055] env[65068]: DEBUG networking_nsxv3.common.locking [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.481260] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.481340] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.481616] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.481791] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.481949] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 528.501715] env[65068]: DEBUG networking_nsxv3.common.locking [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.501938] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.502040] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.502322] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.502469] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.502623] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 528.522284] env[65068]: DEBUG networking_nsxv3.common.locking [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.522503] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Acquiring lock "Address Group" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.522543] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Acquired lock "Address Group" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.522885] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Acquired external semaphore "Address Group" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.523031] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Releasing lock "Address Group" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.523172] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 528.523280] env[65068]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65068) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.523383] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 528.540041] env[65068]: DEBUG networking_nsxv3.common.locking [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.540229] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Acquiring lock "Segment QoS" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.540331] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Acquired lock "Segment QoS" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.540614] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Acquired external semaphore "Segment QoS" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.540735] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Releasing lock "Segment QoS" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.540873] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 528.540976] env[65068]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65068) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.541097] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 528.561135] env[65068]: DEBUG networking_nsxv3.common.locking [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.561320] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.561467] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.561684] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.561823] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.561971] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 528.562201] env[65068]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65068) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.562395] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Inventory metadata have been refreshed. [ 528.562509] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Dryrun:True. Metadata refresh completed. [ 528.562642] env[65068]: DEBUG oslo_concurrency.lockutils [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Releasing lock "all" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.564517] env[65068]: INFO neutron.agent.agent_extensions_manager [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Loaded agent extensions: [] [ 528.565324] env[65068]: DEBUG neutron_lib.callbacks.manager [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65068) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 528.617236] env[65068]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] NSXv3 Agent Agent RPC Daemon Started! [ 528.617394] env[65068]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] NSXv3 Agent Agent loop - iteration:0 started [ 528.617493] env[65068]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] NSXv3 Agent Agent out of sync with plugin! [ 533.566108] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 533.566644] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 537.568668] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.569238] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.569333] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.569883] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.569883] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 538.072239] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 538.567844] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 538.567999] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 538.574401] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.076333] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 539.076578] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 539.816600] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.817035] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.817035] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.817035] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.829242] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 539.830108] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.830784] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 539.847277] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.847490] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.847490] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.847698] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.847787] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.847900] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 539.847973] env[65068]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65068) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 539.848054] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 539.866996] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.867173] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.867248] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.867477] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.867618] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.867732] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 539.887998] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.888150] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.888328] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.888556] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.888666] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.888779] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 539.907325] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.907763] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.907878] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.908104] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.908208] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.908332] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 539.908408] env[65068]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65068) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 539.908478] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 539.926847] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.927029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.927070] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.927283] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.927376] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.927512] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 539.927589] env[65068]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65068) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 539.927666] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 539.951901] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.952202] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.952202] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.952342] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.952447] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.952572] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 539.952669] env[65068]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65068) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 539.952923] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 539.952923] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 539.952923] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 539.952923] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 539.953254] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 539.953434] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 539.953531] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 539.953627] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 539.973792] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.974056] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.974056] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.974290] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.974406] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.974527] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 539.995943] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.996339] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.996339] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.996539] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.996668] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 540.009859] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.569353] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 543.569353] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 544.031103] env[65068]: INFO networking_nsxv3.common.synchronization [None req-ee1b65bb-bf9a-4e9e-9fa4-7e3eb830f2b8 demo admin] Enqueued Resource ID: 4dccaff0-f2ac-41f5-a3db-6eca20efa9af with Priority: HIGHEST for action security_group_rules [ 544.031653] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dccaff0-f2ac-41f5-a3db-6eca20efa9af with Priority: HIGHEST for action security_group_rules [ 544.032235] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dccaff0-f2ac-41f5-a3db-6eca20efa9af taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.032364] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dccaff0-f2ac-41f5-a3db-6eca20efa9af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.032427] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dccaff0-f2ac-41f5-a3db-6eca20efa9af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.032683] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dccaff0-f2ac-41f5-a3db-6eca20efa9af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.032767] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dccaff0-f2ac-41f5-a3db-6eca20efa9af',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.554822] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.554822] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.554822] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.555031] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.555061] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.555150] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dccaff0-f2ac-41f5-a3db-6eca20efa9af already deleted. [ 544.555275] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dccaff0-f2ac-41f5-a3db-6eca20efa9af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.033061] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 549.033512] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 554.034693] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 554.034693] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 559.035604] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 559.036340] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.039419] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 564.039812] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.040791] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 569.041166] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 572.053791] env[65068]: INFO networking_nsxv3.common.synchronization [None req-93636252-63a1-496c-a873-f4adf9ea2880 None None] Enqueued Resource ID: 40d2aa03-c2ca-4c6d-9e96-1d62148059c1 with Priority: HIGHEST for action port [ 572.053791] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40d2aa03-c2ca-4c6d-9e96-1d62148059c1 with Priority: HIGHEST for action port [ 572.053791] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-40d2aa03-c2ca-4c6d-9e96-1d62148059c1 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.053791] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40d2aa03-c2ca-4c6d-9e96-1d62148059c1" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.053791] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40d2aa03-c2ca-4c6d-9e96-1d62148059c1" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.054443] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40d2aa03-c2ca-4c6d-9e96-1d62148059c1" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.054443] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40d2aa03-c2ca-4c6d-9e96-1d62148059c1',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.556882] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40d2aa03-c2ca-4c6d-9e96-1d62148059c1 [ 572.557134] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.557449] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.557449] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.557584] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.557643] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.557723] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40d2aa03-c2ca-4c6d-9e96-1d62148059c1 already deleted. [ 572.557904] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40d2aa03-c2ca-4c6d-9e96-1d62148059c1" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.185388] env[65068]: INFO networking_nsxv3.common.synchronization [None req-11268008-349f-4942-b67e-c4e67fa4bf0d None None] Enqueued Resource ID: 3c5a47c7-3326-45eb-b859-1c9c33306085 with Priority: HIGHEST for action port [ 574.185388] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5a47c7-3326-45eb-b859-1c9c33306085 with Priority: HIGHEST for action port [ 574.185388] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c5a47c7-3326-45eb-b859-1c9c33306085 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.185388] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c5a47c7-3326-45eb-b859-1c9c33306085" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.185388] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c5a47c7-3326-45eb-b859-1c9c33306085" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.186191] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c5a47c7-3326-45eb-b859-1c9c33306085" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.186774] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c5a47c7-3326-45eb-b859-1c9c33306085',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.690654] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c5a47c7-3326-45eb-b859-1c9c33306085 [ 574.690654] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.690654] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.690654] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.690654] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.690654] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.690654] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c5a47c7-3326-45eb-b859-1c9c33306085 already deleted. [ 574.690654] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c5a47c7-3326-45eb-b859-1c9c33306085" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.631926] env[65068]: INFO networking_nsxv3.common.synchronization [None req-dabe35e0-8db1-48bb-83d8-866194052c70 None None] Enqueued Resource ID: d6b56a7f-fe4c-4d48-9952-b0f7ca389fa3 with Priority: HIGHEST for action port [ 575.631926] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b56a7f-fe4c-4d48-9952-b0f7ca389fa3 with Priority: HIGHEST for action port [ 575.631926] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6b56a7f-fe4c-4d48-9952-b0f7ca389fa3 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.631926] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6b56a7f-fe4c-4d48-9952-b0f7ca389fa3" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.631926] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6b56a7f-fe4c-4d48-9952-b0f7ca389fa3" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.631926] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6b56a7f-fe4c-4d48-9952-b0f7ca389fa3" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.631926] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6b56a7f-fe4c-4d48-9952-b0f7ca389fa3',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.701022] env[65068]: INFO networking_nsxv3.common.synchronization [None req-c12b8cca-43c9-4c91-82ab-1190c5b08f51 None None] Enqueued Resource ID: 341fe335-b73e-4429-a98c-ed2fafa1f141 with Priority: HIGHEST for action port [ 575.701022] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341fe335-b73e-4429-a98c-ed2fafa1f141 with Priority: HIGHEST for action port [ 575.701022] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-341fe335-b73e-4429-a98c-ed2fafa1f141 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.701022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-341fe335-b73e-4429-a98c-ed2fafa1f141" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.701022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-341fe335-b73e-4429-a98c-ed2fafa1f141" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.701022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-341fe335-b73e-4429-a98c-ed2fafa1f141" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.701022] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('341fe335-b73e-4429-a98c-ed2fafa1f141',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.136647] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6b56a7f-fe4c-4d48-9952-b0f7ca389fa3 [ 576.136647] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.136647] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.136647] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.136647] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.136647] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.136647] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6b56a7f-fe4c-4d48-9952-b0f7ca389fa3 already deleted. [ 576.136647] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6b56a7f-fe4c-4d48-9952-b0f7ca389fa3" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.203586] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 341fe335-b73e-4429-a98c-ed2fafa1f141 [ 576.203586] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.203586] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.203586] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.203586] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.203797] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.203797] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:341fe335-b73e-4429-a98c-ed2fafa1f141 already deleted. [ 576.203859] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-341fe335-b73e-4429-a98c-ed2fafa1f141" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.652775] env[65068]: INFO networking_nsxv3.common.synchronization [None req-acf4599d-f19b-41f6-b7d2-375a6b7a3335 None None] Enqueued Resource ID: 15d2df17-a1ad-42f3-abaf-1267cf635942 with Priority: HIGHEST for action port [ 577.653610] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d2df17-a1ad-42f3-abaf-1267cf635942 with Priority: HIGHEST for action port [ 577.653713] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-15d2df17-a1ad-42f3-abaf-1267cf635942 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.653937] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15d2df17-a1ad-42f3-abaf-1267cf635942" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.653937] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15d2df17-a1ad-42f3-abaf-1267cf635942" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.654993] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15d2df17-a1ad-42f3-abaf-1267cf635942" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.655072] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15d2df17-a1ad-42f3-abaf-1267cf635942',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.704245] env[65068]: INFO networking_nsxv3.common.synchronization [None req-0bdae979-bf42-4d24-b4d1-f113f08bb653 None None] Enqueued Resource ID: b25f2560-4f4e-42e5-8d6a-2de23539f71b with Priority: HIGHEST for action port [ 577.704245] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b25f2560-4f4e-42e5-8d6a-2de23539f71b with Priority: HIGHEST for action port [ 577.704245] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-b25f2560-4f4e-42e5-8d6a-2de23539f71b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.704245] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b25f2560-4f4e-42e5-8d6a-2de23539f71b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.704245] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b25f2560-4f4e-42e5-8d6a-2de23539f71b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.705840] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b25f2560-4f4e-42e5-8d6a-2de23539f71b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.705840] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b25f2560-4f4e-42e5-8d6a-2de23539f71b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.159017] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15d2df17-a1ad-42f3-abaf-1267cf635942 [ 578.159289] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.159430] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.159524] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.159703] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.159797] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.159891] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15d2df17-a1ad-42f3-abaf-1267cf635942 already deleted. [ 578.159975] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15d2df17-a1ad-42f3-abaf-1267cf635942" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.207978] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b25f2560-4f4e-42e5-8d6a-2de23539f71b [ 578.208263] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.208412] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.208481] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.209590] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.209590] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.209590] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b25f2560-4f4e-42e5-8d6a-2de23539f71b already deleted. [ 578.209590] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b25f2560-4f4e-42e5-8d6a-2de23539f71b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.521215] env[65068]: INFO networking_nsxv3.common.synchronization [None req-8aa0e3ce-1de7-4072-9e96-6f2a3d735ee2 None None] Enqueued Resource ID: 48a5590d-fd3c-4c7f-9d4f-da3904fd9d2d with Priority: HIGHEST for action port [ 578.523191] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48a5590d-fd3c-4c7f-9d4f-da3904fd9d2d with Priority: HIGHEST for action port [ 578.524583] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-48a5590d-fd3c-4c7f-9d4f-da3904fd9d2d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.524583] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48a5590d-fd3c-4c7f-9d4f-da3904fd9d2d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.524583] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48a5590d-fd3c-4c7f-9d4f-da3904fd9d2d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.525928] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48a5590d-fd3c-4c7f-9d4f-da3904fd9d2d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.525928] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48a5590d-fd3c-4c7f-9d4f-da3904fd9d2d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.030124] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48a5590d-fd3c-4c7f-9d4f-da3904fd9d2d [ 579.030426] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.030489] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.031552] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.031552] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.031552] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.031552] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48a5590d-fd3c-4c7f-9d4f-da3904fd9d2d already deleted. [ 579.031552] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48a5590d-fd3c-4c7f-9d4f-da3904fd9d2d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.235783] env[65068]: INFO networking_nsxv3.common.synchronization [None req-e0bedddf-4de3-420e-9c3e-3ace07cca1f8 None None] Enqueued Resource ID: 158cb41a-3a4f-4720-8a3f-d92ecf4cea0d with Priority: HIGHEST for action port [ 579.235783] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 158cb41a-3a4f-4720-8a3f-d92ecf4cea0d with Priority: HIGHEST for action port [ 579.235783] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-158cb41a-3a4f-4720-8a3f-d92ecf4cea0d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.235783] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-158cb41a-3a4f-4720-8a3f-d92ecf4cea0d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.235783] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-158cb41a-3a4f-4720-8a3f-d92ecf4cea0d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.235783] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-158cb41a-3a4f-4720-8a3f-d92ecf4cea0d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.235783] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('158cb41a-3a4f-4720-8a3f-d92ecf4cea0d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.609579] env[65068]: INFO networking_nsxv3.common.synchronization [None req-7a28f9a9-16a0-49a8-bb0e-d65a770a5cb6 None None] Enqueued Resource ID: 2406fefe-6414-430d-b960-c648621b2aa7 with Priority: HIGHEST for action port [ 579.609579] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2406fefe-6414-430d-b960-c648621b2aa7 with Priority: HIGHEST for action port [ 579.609812] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-2406fefe-6414-430d-b960-c648621b2aa7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.609961] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2406fefe-6414-430d-b960-c648621b2aa7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.609961] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2406fefe-6414-430d-b960-c648621b2aa7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.611669] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2406fefe-6414-430d-b960-c648621b2aa7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.611767] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2406fefe-6414-430d-b960-c648621b2aa7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.738420] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 158cb41a-3a4f-4720-8a3f-d92ecf4cea0d [ 579.738655] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.738798] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.738872] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.739127] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.739246] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.739327] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:158cb41a-3a4f-4720-8a3f-d92ecf4cea0d already deleted. [ 579.739387] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-158cb41a-3a4f-4720-8a3f-d92ecf4cea0d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.116051] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2406fefe-6414-430d-b960-c648621b2aa7 [ 580.116326] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.116622] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.116622] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.116787] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.116787] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.116879] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2406fefe-6414-430d-b960-c648621b2aa7 already deleted. [ 580.116919] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2406fefe-6414-430d-b960-c648621b2aa7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.129955] env[65068]: INFO networking_nsxv3.common.synchronization [None req-32bfffd5-64a3-4d32-baf8-0f41b0f05262 None None] Enqueued Resource ID: f287cde6-3f99-4450-8e62-8b44b39deb3a with Priority: HIGHEST for action port [ 580.130643] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f287cde6-3f99-4450-8e62-8b44b39deb3a with Priority: HIGHEST for action port [ 580.130842] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-f287cde6-3f99-4450-8e62-8b44b39deb3a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.130969] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f287cde6-3f99-4450-8e62-8b44b39deb3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.131050] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f287cde6-3f99-4450-8e62-8b44b39deb3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.131299] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f287cde6-3f99-4450-8e62-8b44b39deb3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.131381] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f287cde6-3f99-4450-8e62-8b44b39deb3a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.386306] env[65068]: INFO networking_nsxv3.common.synchronization [None req-711c0728-0d50-4041-ac26-655fa4586153 None None] Enqueued Resource ID: fac29dad-ed82-486f-9016-42bb7df3a929 with Priority: HIGHEST for action port [ 580.386937] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fac29dad-ed82-486f-9016-42bb7df3a929 with Priority: HIGHEST for action port [ 580.387354] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-fac29dad-ed82-486f-9016-42bb7df3a929 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.387451] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fac29dad-ed82-486f-9016-42bb7df3a929" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.387451] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fac29dad-ed82-486f-9016-42bb7df3a929" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.387680] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fac29dad-ed82-486f-9016-42bb7df3a929" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.387763] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fac29dad-ed82-486f-9016-42bb7df3a929',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.634482] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f287cde6-3f99-4450-8e62-8b44b39deb3a [ 580.634709] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.634847] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.634918] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.635532] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.635532] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.635532] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f287cde6-3f99-4450-8e62-8b44b39deb3a already deleted. [ 580.635532] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f287cde6-3f99-4450-8e62-8b44b39deb3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.891246] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fac29dad-ed82-486f-9016-42bb7df3a929 [ 580.891529] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.891719] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.891719] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.891934] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.892078] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.892192] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fac29dad-ed82-486f-9016-42bb7df3a929 already deleted. [ 580.892300] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fac29dad-ed82-486f-9016-42bb7df3a929" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.168865] env[65068]: INFO networking_nsxv3.common.synchronization [None req-11be0629-e9fa-4548-9ddb-3b0ef7b8e256 None None] Enqueued Resource ID: 76d46bed-75ac-4ec3-aae3-ed7891d146a9 with Priority: HIGHEST for action port [ 581.169281] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76d46bed-75ac-4ec3-aae3-ed7891d146a9 with Priority: HIGHEST for action port [ 581.169574] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-76d46bed-75ac-4ec3-aae3-ed7891d146a9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.169707] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76d46bed-75ac-4ec3-aae3-ed7891d146a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.169865] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76d46bed-75ac-4ec3-aae3-ed7891d146a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.170065] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76d46bed-75ac-4ec3-aae3-ed7891d146a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.171646] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76d46bed-75ac-4ec3-aae3-ed7891d146a9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.673553] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76d46bed-75ac-4ec3-aae3-ed7891d146a9 [ 581.673884] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.674092] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.674092] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.674308] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.674496] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.674496] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76d46bed-75ac-4ec3-aae3-ed7891d146a9 already deleted. [ 581.675048] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76d46bed-75ac-4ec3-aae3-ed7891d146a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.674068] env[65068]: INFO networking_nsxv3.common.synchronization [None req-c79c102c-dcb6-40d3-a750-3d51eac0d887 None None] Enqueued Resource ID: f650dc44-dfb1-4730-be18-a406f04292bc with Priority: HIGHEST for action port [ 582.674068] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f650dc44-dfb1-4730-be18-a406f04292bc with Priority: HIGHEST for action port [ 582.674592] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-f650dc44-dfb1-4730-be18-a406f04292bc taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.674715] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f650dc44-dfb1-4730-be18-a406f04292bc" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.674792] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f650dc44-dfb1-4730-be18-a406f04292bc" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.675048] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f650dc44-dfb1-4730-be18-a406f04292bc" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.675133] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f650dc44-dfb1-4730-be18-a406f04292bc',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.704177] env[65068]: INFO networking_nsxv3.common.synchronization [None req-2cdcd57e-8d65-43ec-9152-f4412507a5f8 None None] Enqueued Resource ID: 145c41b4-62ba-447e-98bd-7384e89c5754 with Priority: HIGHEST for action port [ 582.704177] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 145c41b4-62ba-447e-98bd-7384e89c5754 with Priority: HIGHEST for action port [ 582.704177] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-145c41b4-62ba-447e-98bd-7384e89c5754 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.705082] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-145c41b4-62ba-447e-98bd-7384e89c5754" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.705312] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-145c41b4-62ba-447e-98bd-7384e89c5754" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.706335] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-145c41b4-62ba-447e-98bd-7384e89c5754" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.706335] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('145c41b4-62ba-447e-98bd-7384e89c5754',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.178761] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f650dc44-dfb1-4730-be18-a406f04292bc [ 583.179090] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.179238] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.179316] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.179534] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.179624] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.179720] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f650dc44-dfb1-4730-be18-a406f04292bc already deleted. [ 583.179806] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f650dc44-dfb1-4730-be18-a406f04292bc" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.208639] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 145c41b4-62ba-447e-98bd-7384e89c5754 [ 583.208865] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.209011] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.209783] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.209783] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.209783] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.209783] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:145c41b4-62ba-447e-98bd-7384e89c5754 already deleted. [ 583.209783] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-145c41b4-62ba-447e-98bd-7384e89c5754" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.731203] env[65068]: INFO networking_nsxv3.common.synchronization [None req-a836758c-a011-4e8e-adb4-48493ad5d820 None None] Enqueued Resource ID: 4c854dda-b28c-495a-97b3-1f438237a096 with Priority: HIGHEST for action port [ 583.731426] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c854dda-b28c-495a-97b3-1f438237a096 with Priority: HIGHEST for action port [ 583.733949] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c854dda-b28c-495a-97b3-1f438237a096 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.735701] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c854dda-b28c-495a-97b3-1f438237a096" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.735701] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c854dda-b28c-495a-97b3-1f438237a096" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.735701] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c854dda-b28c-495a-97b3-1f438237a096" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.735701] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c854dda-b28c-495a-97b3-1f438237a096',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.011191] env[65068]: INFO networking_nsxv3.common.synchronization [None req-95389ce0-c9eb-4ef2-b496-7163cc749c86 None None] Enqueued Resource ID: d3f0edad-0cdb-4a7e-891a-c3ff660ab9de with Priority: HIGHEST for action port [ 584.012022] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f0edad-0cdb-4a7e-891a-c3ff660ab9de with Priority: HIGHEST for action port [ 584.012022] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3f0edad-0cdb-4a7e-891a-c3ff660ab9de taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.012162] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3f0edad-0cdb-4a7e-891a-c3ff660ab9de" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.012219] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3f0edad-0cdb-4a7e-891a-c3ff660ab9de" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.012989] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3f0edad-0cdb-4a7e-891a-c3ff660ab9de" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.012989] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3f0edad-0cdb-4a7e-891a-c3ff660ab9de',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.240608] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c854dda-b28c-495a-97b3-1f438237a096 [ 584.240843] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.240994] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.241078] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.241298] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.241390] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.241486] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c854dda-b28c-495a-97b3-1f438237a096 already deleted. [ 584.241566] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c854dda-b28c-495a-97b3-1f438237a096" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.515261] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3f0edad-0cdb-4a7e-891a-c3ff660ab9de [ 584.515261] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.515489] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.515489] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.515723] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.515858] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.517852] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3f0edad-0cdb-4a7e-891a-c3ff660ab9de already deleted. [ 584.517852] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3f0edad-0cdb-4a7e-891a-c3ff660ab9de" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.632401] env[65068]: INFO networking_nsxv3.common.synchronization [None req-cfdad570-fc49-48d4-9eb7-57295680a33e None None] Enqueued Resource ID: a51a8bcf-ed63-4c64-9dae-cc02c19c34d0 with Priority: HIGHEST for action port [ 585.632401] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a51a8bcf-ed63-4c64-9dae-cc02c19c34d0 with Priority: HIGHEST for action port [ 585.633638] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-a51a8bcf-ed63-4c64-9dae-cc02c19c34d0 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.633638] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a51a8bcf-ed63-4c64-9dae-cc02c19c34d0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.633638] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a51a8bcf-ed63-4c64-9dae-cc02c19c34d0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.633638] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a51a8bcf-ed63-4c64-9dae-cc02c19c34d0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.633638] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a51a8bcf-ed63-4c64-9dae-cc02c19c34d0',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.768793] env[65068]: INFO networking_nsxv3.common.synchronization [None req-aeb6f75d-44af-4685-bbdc-4f3d97e458fb None None] Enqueued Resource ID: d9e8b987-eaec-4f93-a786-3df7be83ff0f with Priority: HIGHEST for action port [ 585.768793] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e8b987-eaec-4f93-a786-3df7be83ff0f with Priority: HIGHEST for action port [ 585.768793] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9e8b987-eaec-4f93-a786-3df7be83ff0f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.769223] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9e8b987-eaec-4f93-a786-3df7be83ff0f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.769223] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9e8b987-eaec-4f93-a786-3df7be83ff0f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.769646] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9e8b987-eaec-4f93-a786-3df7be83ff0f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.769646] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9e8b987-eaec-4f93-a786-3df7be83ff0f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.135577] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a51a8bcf-ed63-4c64-9dae-cc02c19c34d0 [ 586.135877] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.136042] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.136114] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.136328] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.136419] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.136516] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a51a8bcf-ed63-4c64-9dae-cc02c19c34d0 already deleted. [ 586.137679] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a51a8bcf-ed63-4c64-9dae-cc02c19c34d0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.273133] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9e8b987-eaec-4f93-a786-3df7be83ff0f [ 586.273385] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.273643] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.273643] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.273792] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.273899] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.274042] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9e8b987-eaec-4f93-a786-3df7be83ff0f already deleted. [ 586.274120] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9e8b987-eaec-4f93-a786-3df7be83ff0f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.952179] env[65068]: INFO networking_nsxv3.common.synchronization [None req-0be9dd26-3b71-4d84-a424-b1a28b3e7d4d None None] Enqueued Resource ID: 24582fb9-f2c8-40d8-8966-18b8ca0cb1e1 with Priority: HIGHEST for action port [ 586.952179] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24582fb9-f2c8-40d8-8966-18b8ca0cb1e1 with Priority: HIGHEST for action port [ 586.952179] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-24582fb9-f2c8-40d8-8966-18b8ca0cb1e1 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.952179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24582fb9-f2c8-40d8-8966-18b8ca0cb1e1" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.952179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24582fb9-f2c8-40d8-8966-18b8ca0cb1e1" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.952901] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24582fb9-f2c8-40d8-8966-18b8ca0cb1e1" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.953013] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24582fb9-f2c8-40d8-8966-18b8ca0cb1e1',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.455943] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24582fb9-f2c8-40d8-8966-18b8ca0cb1e1 [ 587.455943] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.455943] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.455943] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.456188] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.456188] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.456252] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24582fb9-f2c8-40d8-8966-18b8ca0cb1e1 already deleted. [ 587.456864] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24582fb9-f2c8-40d8-8966-18b8ca0cb1e1" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.186523] env[65068]: INFO networking_nsxv3.common.synchronization [None req-e2fdfdd7-7061-4d4a-a418-3ee3d8b8713d tempest-ServersTestJSON-1673023628 tempest-ServersTestJSON-1673023628-project-member] Enqueued Resource ID: f35bd30a-6aea-4e05-ae29-506153837ba8 with Priority: HIGHEST for action security_group_rules [ 589.187408] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35bd30a-6aea-4e05-ae29-506153837ba8 with Priority: HIGHEST for action security_group_rules [ 589.187408] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f35bd30a-6aea-4e05-ae29-506153837ba8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.187488] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f35bd30a-6aea-4e05-ae29-506153837ba8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.187522] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f35bd30a-6aea-4e05-ae29-506153837ba8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.188937] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f35bd30a-6aea-4e05-ae29-506153837ba8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.189111] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f35bd30a-6aea-4e05-ae29-506153837ba8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.378213] env[65068]: INFO networking_nsxv3.common.synchronization [None req-9f061e2c-e120-4bba-8dd1-5edafa993912 tempest-ServersTestJSON-1673023628 tempest-ServersTestJSON-1673023628-project-member] Enqueued Resource ID: f35bd30a-6aea-4e05-ae29-506153837ba8 with Priority: HIGHEST for action security_group_rules [ 589.378552] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35bd30a-6aea-4e05-ae29-506153837ba8 with Priority: HIGHEST for action security_group_rules [ 589.378608] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f35bd30a-6aea-4e05-ae29-506153837ba8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.378700] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f35bd30a-6aea-4e05-ae29-506153837ba8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.433031] env[65068]: INFO networking_nsxv3.common.synchronization [None req-dad5bb59-94db-4813-9908-1c067dbc1075 None None] Enqueued Resource ID: 988dc5e5-d26a-4e2b-a705-8555626ec750 with Priority: HIGHEST for action port [ 589.433031] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 988dc5e5-d26a-4e2b-a705-8555626ec750 with Priority: HIGHEST for action port [ 589.433031] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-988dc5e5-d26a-4e2b-a705-8555626ec750 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.433031] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-988dc5e5-d26a-4e2b-a705-8555626ec750" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.433031] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-988dc5e5-d26a-4e2b-a705-8555626ec750" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.433031] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-988dc5e5-d26a-4e2b-a705-8555626ec750" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.433377] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('988dc5e5-d26a-4e2b-a705-8555626ec750',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.565796] env[65068]: INFO networking_nsxv3.common.synchronization [None req-34e0ac5b-05e3-4924-84f7-ed0c974fb497 None None] Enqueued Resource ID: 207eae75-724e-42c7-99e4-a5bf9aedae94 with Priority: HIGHEST for action port [ 589.565796] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207eae75-724e-42c7-99e4-a5bf9aedae94 with Priority: HIGHEST for action port [ 589.565796] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-207eae75-724e-42c7-99e4-a5bf9aedae94 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.565796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-207eae75-724e-42c7-99e4-a5bf9aedae94" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.565796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-207eae75-724e-42c7-99e4-a5bf9aedae94" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.565796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-207eae75-724e-42c7-99e4-a5bf9aedae94" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.566100] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('207eae75-724e-42c7-99e4-a5bf9aedae94',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.713938] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.714326] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.714326] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.715369] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.715369] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.715369] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f35bd30a-6aea-4e05-ae29-506153837ba8 already deleted. [ 589.715369] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f35bd30a-6aea-4e05-ae29-506153837ba8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.715369] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f35bd30a-6aea-4e05-ae29-506153837ba8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.718436] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f35bd30a-6aea-4e05-ae29-506153837ba8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.718436] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f35bd30a-6aea-4e05-ae29-506153837ba8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.919086] env[65068]: INFO networking_nsxv3.common.synchronization [None req-cc3b4878-9a89-435a-9db3-6090c4986e82 None None] Enqueued Resource ID: d07351a6-1da4-479f-bd86-ebc020ce1168 with Priority: HIGHEST for action port [ 589.919692] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d07351a6-1da4-479f-bd86-ebc020ce1168 with Priority: HIGHEST for action port [ 589.920038] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-d07351a6-1da4-479f-bd86-ebc020ce1168 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.920662] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d07351a6-1da4-479f-bd86-ebc020ce1168" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.920662] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d07351a6-1da4-479f-bd86-ebc020ce1168" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.920662] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d07351a6-1da4-479f-bd86-ebc020ce1168" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.920662] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d07351a6-1da4-479f-bd86-ebc020ce1168',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.936995] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 988dc5e5-d26a-4e2b-a705-8555626ec750 [ 589.937251] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.937392] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.937491] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.937765] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.937856] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.937954] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:988dc5e5-d26a-4e2b-a705-8555626ec750 already deleted. [ 589.938063] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-988dc5e5-d26a-4e2b-a705-8555626ec750" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.069090] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 207eae75-724e-42c7-99e4-a5bf9aedae94 [ 590.069328] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.069471] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.069544] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.069791] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.069885] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.069983] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:207eae75-724e-42c7-99e4-a5bf9aedae94 already deleted. [ 590.070084] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-207eae75-724e-42c7-99e4-a5bf9aedae94" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.244826] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.244826] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.245241] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.245241] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.245241] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.245322] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f35bd30a-6aea-4e05-ae29-506153837ba8 already deleted. [ 590.247624] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f35bd30a-6aea-4e05-ae29-506153837ba8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.336631] env[65068]: INFO networking_nsxv3.common.synchronization [None req-1bcdea30-8b3f-4731-a7d1-c58e0328c429 tempest-ServersTestBootFromVolume-686549577 tempest-ServersTestBootFromVolume-686549577-project-member] Enqueued Resource ID: 7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a with Priority: HIGHEST for action security_group_rules [ 590.337164] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a with Priority: HIGHEST for action security_group_rules [ 590.337623] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.337740] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.337740] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.338087] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.338261] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.427219] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d07351a6-1da4-479f-bd86-ebc020ce1168 [ 590.427219] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.427219] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.427219] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.427219] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.427219] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.427219] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d07351a6-1da4-479f-bd86-ebc020ce1168 already deleted. [ 590.427219] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d07351a6-1da4-479f-bd86-ebc020ce1168" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.454670] env[65068]: INFO networking_nsxv3.common.synchronization [None req-d74b8095-cacc-412b-851f-747997f6c9eb tempest-ServersTestBootFromVolume-686549577 tempest-ServersTestBootFromVolume-686549577-project-member] Enqueued Resource ID: 7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a with Priority: HIGHEST for action security_group_rules [ 590.454670] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a with Priority: HIGHEST for action security_group_rules [ 590.454670] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.454670] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.898439] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.898593] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.898672] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.899045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.899045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.899128] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a already deleted. [ 590.899205] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.899384] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.903321] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.903420] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.430667] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.430667] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.430667] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.430667] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.430667] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.430667] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a already deleted. [ 591.430667] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.299729] env[65068]: INFO networking_nsxv3.common.synchronization [None req-b12f4466-8c29-4e6a-87a4-fa8f9878e45a None None] Enqueued Resource ID: 75be48d4-9499-4b48-b9f4-f081bdad432d with Priority: HIGHEST for action port [ 592.300426] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75be48d4-9499-4b48-b9f4-f081bdad432d with Priority: HIGHEST for action port [ 592.300611] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-75be48d4-9499-4b48-b9f4-f081bdad432d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.300789] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75be48d4-9499-4b48-b9f4-f081bdad432d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.300824] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75be48d4-9499-4b48-b9f4-f081bdad432d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.302309] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75be48d4-9499-4b48-b9f4-f081bdad432d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.302309] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75be48d4-9499-4b48-b9f4-f081bdad432d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.707181] env[65068]: INFO networking_nsxv3.common.synchronization [None req-7fe9ed5c-28b8-4b3b-9b6d-2fd01aee2c4c None None] Enqueued Resource ID: 14a96fd8-899c-47c9-a9b4-37e52cb0e7e0 with Priority: HIGHEST for action port [ 592.707181] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14a96fd8-899c-47c9-a9b4-37e52cb0e7e0 with Priority: HIGHEST for action port [ 592.707181] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-14a96fd8-899c-47c9-a9b4-37e52cb0e7e0 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.707181] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14a96fd8-899c-47c9-a9b4-37e52cb0e7e0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.707181] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14a96fd8-899c-47c9-a9b4-37e52cb0e7e0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.708671] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14a96fd8-899c-47c9-a9b4-37e52cb0e7e0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.708671] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14a96fd8-899c-47c9-a9b4-37e52cb0e7e0',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.804421] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75be48d4-9499-4b48-b9f4-f081bdad432d [ 592.804685] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.804827] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.804981] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.805362] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.805362] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.805483] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75be48d4-9499-4b48-b9f4-f081bdad432d already deleted. [ 592.805515] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75be48d4-9499-4b48-b9f4-f081bdad432d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.217390] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14a96fd8-899c-47c9-a9b4-37e52cb0e7e0 [ 593.217655] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.217766] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.217819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.218050] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.218146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.218239] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14a96fd8-899c-47c9-a9b4-37e52cb0e7e0 already deleted. [ 593.218323] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14a96fd8-899c-47c9-a9b4-37e52cb0e7e0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.243165] env[65068]: INFO networking_nsxv3.common.synchronization [req-3ab39600-e42e-4b6b-a61e-311be6a5c2a2 req-592a1adf-169c-4e4b-a3a5-76de4401f3d6 tempest-ImagesOneServerTestJSON-1722355646 tempest-ImagesOneServerTestJSON-1722355646-project-member] Enqueued Resource ID: 59a33d8c-d4c3-4884-b7ef-babf8765840d with Priority: HIGHEST for action security_group_members [ 593.243778] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59a33d8c-d4c3-4884-b7ef-babf8765840d with Priority: HIGHEST for action security_group_members [ 593.248724] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-59a33d8c-d4c3-4884-b7ef-babf8765840d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.248724] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59a33d8c-d4c3-4884-b7ef-babf8765840d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.248724] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59a33d8c-d4c3-4884-b7ef-babf8765840d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.248724] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59a33d8c-d4c3-4884-b7ef-babf8765840d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.248724] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.248724] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.249111] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.249111] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.249111] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.249203] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59a33d8c-d4c3-4884-b7ef-babf8765840d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.682420] env[65068]: INFO networking_nsxv3.common.synchronization [None req-405d9071-034c-4ad4-b74e-98e3f9974912 tempest-VolumesAssistedSnapshotsTest-687636092 tempest-VolumesAssistedSnapshotsTest-687636092-project-member] Enqueued Resource ID: 134228a9-de28-4cef-889e-ec9058c5b726 with Priority: HIGHEST for action security_group_rules [ 593.683044] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 134228a9-de28-4cef-889e-ec9058c5b726 with Priority: HIGHEST for action security_group_rules [ 593.683735] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-134228a9-de28-4cef-889e-ec9058c5b726 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.683735] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-134228a9-de28-4cef-889e-ec9058c5b726" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.683735] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-134228a9-de28-4cef-889e-ec9058c5b726" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.684416] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-134228a9-de28-4cef-889e-ec9058c5b726" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.686863] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('134228a9-de28-4cef-889e-ec9058c5b726',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.751921] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.751921] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.751921] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.752438] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.752438] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.752530] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.753870] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.753870] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.753870] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.753870] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.753870] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59a33d8c-d4c3-4884-b7ef-babf8765840d already deleted. [ 593.753870] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59a33d8c-d4c3-4884-b7ef-babf8765840d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.929761] env[65068]: INFO networking_nsxv3.common.synchronization [None req-699407a8-b7d4-4693-9457-85c47f07ff3a tempest-VolumesAssistedSnapshotsTest-687636092 tempest-VolumesAssistedSnapshotsTest-687636092-project-member] Enqueued Resource ID: 134228a9-de28-4cef-889e-ec9058c5b726 with Priority: HIGHEST for action security_group_rules [ 593.931307] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 134228a9-de28-4cef-889e-ec9058c5b726 with Priority: HIGHEST for action security_group_rules [ 593.931307] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-134228a9-de28-4cef-889e-ec9058c5b726 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.931307] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-134228a9-de28-4cef-889e-ec9058c5b726" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.991468] env[65068]: INFO networking_nsxv3.common.synchronization [None req-e5c8f2cb-3dad-4096-8694-d9b17dc283d3 None None] Enqueued Resource ID: 37212618-b29e-43fd-8482-46e27a145915 with Priority: HIGHEST for action port [ 593.992707] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37212618-b29e-43fd-8482-46e27a145915 with Priority: HIGHEST for action port [ 593.993140] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-37212618-b29e-43fd-8482-46e27a145915 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.993324] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37212618-b29e-43fd-8482-46e27a145915" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.993368] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37212618-b29e-43fd-8482-46e27a145915" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.993656] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37212618-b29e-43fd-8482-46e27a145915" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.993779] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37212618-b29e-43fd-8482-46e27a145915',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.211172] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.211783] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.211783] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.211783] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.211783] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.211783] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 134228a9-de28-4cef-889e-ec9058c5b726 already deleted. [ 594.212093] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-134228a9-de28-4cef-889e-ec9058c5b726" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.212093] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-134228a9-de28-4cef-889e-ec9058c5b726" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.212430] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-134228a9-de28-4cef-889e-ec9058c5b726" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.212587] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('134228a9-de28-4cef-889e-ec9058c5b726',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.304863] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.305381] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-867" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.305792] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-867" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.306433] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-867" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.306931] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.307281] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.307497] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.307850] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.308139] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.309262] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.309465] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 594.309648] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 594.309763] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 594.309874] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.309973] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 594.310175] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 594.335585] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 594.335755] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 594.335904] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 594.336253] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-867" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.336599] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-b9a6fa97-5b46-49bd-8da7-152ac180d2d0 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.336789] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-b9a6fa97-5b46-49bd-8da7-152ac180d2d0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.336978] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-b9a6fa97-5b46-49bd-8da7-152ac180d2d0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.337313] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-b9a6fa97-5b46-49bd-8da7-152ac180d2d0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.337474] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9a6fa97-5b46-49bd-8da7-152ac180d2d0',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.500123] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37212618-b29e-43fd-8482-46e27a145915 [ 594.500382] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.500542] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.500701] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.500834] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.501196] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.501196] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37212618-b29e-43fd-8482-46e27a145915 already deleted. [ 594.501196] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37212618-b29e-43fd-8482-46e27a145915" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.735639] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.736863] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.736863] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.736863] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.736863] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.736863] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 134228a9-de28-4cef-889e-ec9058c5b726 already deleted. [ 594.736863] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-134228a9-de28-4cef-889e-ec9058c5b726" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.841191] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.841191] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.841191] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.841656] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.842825] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.843300] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port b9a6fa97-5b46-49bd-8da7-152ac180d2d0 not found, creating... [ 594.843605] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.843824] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.844356] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.844534] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.844730] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.845811] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.845811] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.845811] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.845811] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.845811] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.846260] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: b9a6fa97-5b46-49bd-8da7-152ac180d2d0 is going to be created. [ 594.872632] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.873173] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.873434] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.873789] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.874237] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.874617] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-b9a6fa97-5b46-49bd-8da7-152ac180d2d0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.971223] env[65068]: INFO networking_nsxv3.common.synchronization [None req-2da76387-c57a-4d38-854f-4699fb02d7ac None None] Enqueued Resource ID: bde2d011-20f9-47a2-bbea-055a20f6a9e0 with Priority: HIGHEST for action port [ 594.971828] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bde2d011-20f9-47a2-bbea-055a20f6a9e0 with Priority: HIGHEST for action port [ 594.975463] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-bde2d011-20f9-47a2-bbea-055a20f6a9e0 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.975637] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bde2d011-20f9-47a2-bbea-055a20f6a9e0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.975718] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bde2d011-20f9-47a2-bbea-055a20f6a9e0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.976106] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bde2d011-20f9-47a2-bbea-055a20f6a9e0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.976236] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bde2d011-20f9-47a2-bbea-055a20f6a9e0',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.481500] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bde2d011-20f9-47a2-bbea-055a20f6a9e0 [ 595.481776] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.482406] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.482406] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.482406] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.483378] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.483378] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bde2d011-20f9-47a2-bbea-055a20f6a9e0 already deleted. [ 595.483378] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bde2d011-20f9-47a2-bbea-055a20f6a9e0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.828052] env[65068]: INFO networking_nsxv3.common.synchronization [req-3ab39600-e42e-4b6b-a61e-311be6a5c2a2 req-889eae09-557e-4640-80fc-c53230906ff6 service nova] Enqueued Resource ID: 59a33d8c-d4c3-4884-b7ef-babf8765840d with Priority: HIGHEST for action security_group_rules [ 595.828225] env[65068]: INFO networking_nsxv3.common.synchronization [req-3ab39600-e42e-4b6b-a61e-311be6a5c2a2 req-889eae09-557e-4640-80fc-c53230906ff6 service nova] Enqueued Resource ID: 59a33d8c-d4c3-4884-b7ef-babf8765840d with Priority: HIGHEST for action security_group_members [ 595.828357] env[65068]: INFO networking_nsxv3.common.synchronization [req-3ab39600-e42e-4b6b-a61e-311be6a5c2a2 req-889eae09-557e-4640-80fc-c53230906ff6 service nova] Enqueued Resource ID: b9a6fa97-5b46-49bd-8da7-152ac180d2d0 with Priority: HIGHEST for action port [ 595.828584] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59a33d8c-d4c3-4884-b7ef-babf8765840d with Priority: HIGHEST for action security_group_rules [ 595.828712] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59a33d8c-d4c3-4884-b7ef-babf8765840d with Priority: HIGHEST for action security_group_members [ 595.828806] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9a6fa97-5b46-49bd-8da7-152ac180d2d0 with Priority: HIGHEST for action port [ 595.830176] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59a33d8c-d4c3-4884-b7ef-babf8765840d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.830269] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59a33d8c-d4c3-4884-b7ef-babf8765840d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.830310] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59a33d8c-d4c3-4884-b7ef-babf8765840d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.830574] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59a33d8c-d4c3-4884-b7ef-babf8765840d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.830651] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59a33d8c-d4c3-4884-b7ef-babf8765840d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.831811] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-59a33d8c-d4c3-4884-b7ef-babf8765840d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.831933] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59a33d8c-d4c3-4884-b7ef-babf8765840d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.832009] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59a33d8c-d4c3-4884-b7ef-babf8765840d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.832205] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59a33d8c-d4c3-4884-b7ef-babf8765840d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.832356] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.832454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.832517] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.832658] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.835445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.835445] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59a33d8c-d4c3-4884-b7ef-babf8765840d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.836224] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9a6fa97-5b46-49bd-8da7-152ac180d2d0 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.836563] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9a6fa97-5b46-49bd-8da7-152ac180d2d0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.836717] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9a6fa97-5b46-49bd-8da7-152ac180d2d0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.836985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9a6fa97-5b46-49bd-8da7-152ac180d2d0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.837169] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9a6fa97-5b46-49bd-8da7-152ac180d2d0',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.861371] env[65068]: INFO networking_nsxv3.common.synchronization [None req-30855c0e-1be7-484e-8c21-73000bf92a63 None None] Enqueued Resource ID: 4c59cfd2-a2e2-4d0f-a462-93c16d0d708e with Priority: HIGHEST for action port [ 595.863171] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c59cfd2-a2e2-4d0f-a462-93c16d0d708e with Priority: HIGHEST for action port [ 595.863171] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c59cfd2-a2e2-4d0f-a462-93c16d0d708e taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.863171] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c59cfd2-a2e2-4d0f-a462-93c16d0d708e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.863171] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c59cfd2-a2e2-4d0f-a462-93c16d0d708e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.863480] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c59cfd2-a2e2-4d0f-a462-93c16d0d708e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.863732] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c59cfd2-a2e2-4d0f-a462-93c16d0d708e',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.340303] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-59a33d8c-d4c3-4884-b7ef-babf8765840d taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.340303] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59a33d8c-d4c3-4884-b7ef-babf8765840d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.359670] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9a6fa97-5b46-49bd-8da7-152ac180d2d0 with status ACTIVE [ 596.359974] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.360296] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.360832] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.360832] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.360832] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.361152] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.361309] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.361394] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.361608] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.361814] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.362102] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.362301] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.362380] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.362596] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.362846] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.362846] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9a6fa97-5b46-49bd-8da7-152ac180d2d0 is going to be updated. [ 596.364297] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59a33d8c-d4c3-4884-b7ef-babf8765840d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.365333] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c59cfd2-a2e2-4d0f-a462-93c16d0d708e [ 596.365552] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.365670] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.365753] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.365946] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.366124] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.366305] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c59cfd2-a2e2-4d0f-a462-93c16d0d708e already deleted. [ 596.366409] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c59cfd2-a2e2-4d0f-a462-93c16d0d708e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.390023] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.390023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.390023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.390023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.390023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.390023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9a6fa97-5b46-49bd-8da7-152ac180d2d0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.453878] env[65068]: INFO networking_nsxv3.common.synchronization [req-b1fa21a2-9ad5-43b8-8eb4-e4730c93eb24 req-e70f84c1-5660-4ff5-ba5a-19c3715932b1 tempest-ServerDiagnosticsNegativeTest-1281090274 tempest-ServerDiagnosticsNegativeTest-1281090274-project-member] Enqueued Resource ID: d6ab9ea6-a754-42a7-b01c-43e00f65fa33 with Priority: HIGHEST for action security_group_members [ 596.455031] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6ab9ea6-a754-42a7-b01c-43e00f65fa33 with Priority: HIGHEST for action security_group_members [ 596.455150] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6ab9ea6-a754-42a7-b01c-43e00f65fa33 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.455355] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6ab9ea6-a754-42a7-b01c-43e00f65fa33" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.455475] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6ab9ea6-a754-42a7-b01c-43e00f65fa33" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.455783] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6ab9ea6-a754-42a7-b01c-43e00f65fa33" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.456065] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.456488] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.456488] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.456488] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.456751] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.456902] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6ab9ea6-a754-42a7-b01c-43e00f65fa33',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.858076] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-79 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.858076] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.858076] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.858076] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.858076] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.858076] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.858076] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.858076] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.858076] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.858076] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.858076] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.858076] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.858076] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.859927] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.859927] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.859927] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.867696] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59a33d8c-d4c3-4884-b7ef-babf8765840d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.885761] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.886077] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.886279] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.886432] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.886846] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-d6c67bef-bf17-483d-8e55-5b4ee9eff03c taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.887125] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-d6c67bef-bf17-483d-8e55-5b4ee9eff03c" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.887256] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-d6c67bef-bf17-483d-8e55-5b4ee9eff03c" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.887592] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-d6c67bef-bf17-483d-8e55-5b4ee9eff03c" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.887753] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6c67bef-bf17-483d-8e55-5b4ee9eff03c',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.959700] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.959865] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.959984] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.960210] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.960305] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.960503] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.960600] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.960759] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.960889] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.960948] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.961253] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6ab9ea6-a754-42a7-b01c-43e00f65fa33 already deleted. [ 596.961253] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6ab9ea6-a754-42a7-b01c-43e00f65fa33" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.371489] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.371489] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.371489] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.371489] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.371489] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.371489] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59a33d8c-d4c3-4884-b7ef-babf8765840d is going to be created. [ 597.402458] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.402458] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.402747] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.402865] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.403026] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.403270] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port d6c67bef-bf17-483d-8e55-5b4ee9eff03c not found, creating... [ 597.403541] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.403699] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.403820] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.404105] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.404614] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.405269] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.405269] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.405432] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.405761] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.405910] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.406126] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: d6c67bef-bf17-483d-8e55-5b4ee9eff03c is going to be created. [ 597.421724] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.421931] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.421931] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.423619] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.423619] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.438271] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59a33d8c-d4c3-4884-b7ef-babf8765840d in Status: UNINITIALIZED for 2s [ 597.450046] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.450261] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.450261] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.450898] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.450898] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.451038] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-d6c67bef-bf17-483d-8e55-5b4ee9eff03c" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.871377] env[65068]: INFO networking_nsxv3.common.synchronization [req-454f571f-beaf-4f81-a56f-41c6132e8cf3 req-820dfb53-878e-433f-b5c2-19607d718b8d tempest-DeleteServersAdminTestJSON-1417760449 tempest-DeleteServersAdminTestJSON-1417760449-project-member] Enqueued Resource ID: 07a46042-afaf-4913-af12-c0ed86762c14 with Priority: HIGHEST for action security_group_members [ 597.872348] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07a46042-afaf-4913-af12-c0ed86762c14 with Priority: HIGHEST for action security_group_members [ 597.872666] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-07a46042-afaf-4913-af12-c0ed86762c14 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.872795] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.872860] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.873141] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.873388] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.873496] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.873496] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.874372] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.874372] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.874372] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07a46042-afaf-4913-af12-c0ed86762c14',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.114800] env[65068]: INFO networking_nsxv3.common.synchronization [req-b1fa21a2-9ad5-43b8-8eb4-e4730c93eb24 req-9fcb3812-5320-4a46-917d-04b3c26357d0 service nova] Enqueued Resource ID: d6ab9ea6-a754-42a7-b01c-43e00f65fa33 with Priority: HIGHEST for action security_group_rules [ 598.115857] env[65068]: INFO networking_nsxv3.common.synchronization [req-b1fa21a2-9ad5-43b8-8eb4-e4730c93eb24 req-9fcb3812-5320-4a46-917d-04b3c26357d0 service nova] Enqueued Resource ID: d6ab9ea6-a754-42a7-b01c-43e00f65fa33 with Priority: HIGHEST for action security_group_members [ 598.116541] env[65068]: INFO networking_nsxv3.common.synchronization [req-b1fa21a2-9ad5-43b8-8eb4-e4730c93eb24 req-9fcb3812-5320-4a46-917d-04b3c26357d0 service nova] Enqueued Resource ID: d6c67bef-bf17-483d-8e55-5b4ee9eff03c with Priority: HIGHEST for action port [ 598.117322] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6ab9ea6-a754-42a7-b01c-43e00f65fa33 with Priority: HIGHEST for action security_group_rules [ 598.118570] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6ab9ea6-a754-42a7-b01c-43e00f65fa33 with Priority: HIGHEST for action security_group_members [ 598.118570] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6c67bef-bf17-483d-8e55-5b4ee9eff03c with Priority: HIGHEST for action port [ 598.118703] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6ab9ea6-a754-42a7-b01c-43e00f65fa33 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.119875] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6ab9ea6-a754-42a7-b01c-43e00f65fa33" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.119963] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6ab9ea6-a754-42a7-b01c-43e00f65fa33" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.120237] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6ab9ea6-a754-42a7-b01c-43e00f65fa33" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.120648] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6ab9ea6-a754-42a7-b01c-43e00f65fa33',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.121576] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6ab9ea6-a754-42a7-b01c-43e00f65fa33 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.121694] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6ab9ea6-a754-42a7-b01c-43e00f65fa33" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.121756] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6ab9ea6-a754-42a7-b01c-43e00f65fa33" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.121932] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6ab9ea6-a754-42a7-b01c-43e00f65fa33" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.122228] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.122389] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.122495] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.122680] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.122791] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.122905] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6ab9ea6-a754-42a7-b01c-43e00f65fa33',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.124743] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6c67bef-bf17-483d-8e55-5b4ee9eff03c taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.124743] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6c67bef-bf17-483d-8e55-5b4ee9eff03c" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.124743] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6c67bef-bf17-483d-8e55-5b4ee9eff03c" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.124743] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6c67bef-bf17-483d-8e55-5b4ee9eff03c" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.124743] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6c67bef-bf17-483d-8e55-5b4ee9eff03c',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.376276] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.376454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.376561] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.376753] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.376852] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.377098] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.377212] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.377279] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.377426] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.377506] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.377602] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07a46042-afaf-4913-af12-c0ed86762c14 already deleted. [ 598.377690] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.391922] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-79 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.392137] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.392258] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.392630] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.392883] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.393049] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.393165] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.393382] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.393749] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.394027] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.394152] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.394257] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.394357] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.394462] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.394558] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.394717] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.415603] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.415799] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.415943] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.416235] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.416559] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-c1d9690e-7e9d-4369-91cf-fde024d19208 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.416766] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-c1d9690e-7e9d-4369-91cf-fde024d19208" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.416854] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-c1d9690e-7e9d-4369-91cf-fde024d19208" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.417219] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-c1d9690e-7e9d-4369-91cf-fde024d19208" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.417356] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1d9690e-7e9d-4369-91cf-fde024d19208',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.627563] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6ab9ea6-a754-42a7-b01c-43e00f65fa33',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.629050] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6ab9ea6-a754-42a7-b01c-43e00f65fa33 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.629159] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6ab9ea6-a754-42a7-b01c-43e00f65fa33" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.629504] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6c67bef-bf17-483d-8e55-5b4ee9eff03c with status ACTIVE [ 598.629676] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.629790] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.629841] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.630063] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.630144] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.630806] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.631825] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.631825] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.631825] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.631825] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.631825] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.631825] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.631825] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.631825] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.631825] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.632377] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6c67bef-bf17-483d-8e55-5b4ee9eff03c is going to be updated. [ 598.653276] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.653430] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.653500] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.653715] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.653850] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.654039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6c67bef-bf17-483d-8e55-5b4ee9eff03c" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.732539] env[65068]: INFO networking_nsxv3.common.synchronization [None req-6d3c1e73-9ea6-442f-a4ed-8d3d3f567ca5 None None] Enqueued Resource ID: 0c1ce14d-f52c-4882-b2a6-64b8701ec3c7 with Priority: HIGHEST for action port [ 598.734028] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c1ce14d-f52c-4882-b2a6-64b8701ec3c7 with Priority: HIGHEST for action port [ 598.734028] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c1ce14d-f52c-4882-b2a6-64b8701ec3c7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.734028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c1ce14d-f52c-4882-b2a6-64b8701ec3c7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.734028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c1ce14d-f52c-4882-b2a6-64b8701ec3c7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.734028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c1ce14d-f52c-4882-b2a6-64b8701ec3c7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.734028] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c1ce14d-f52c-4882-b2a6-64b8701ec3c7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.922779] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.922779] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.922779] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.922779] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.922779] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.922779] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port c1d9690e-7e9d-4369-91cf-fde024d19208 not found, creating... [ 598.922779] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.922779] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.922779] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.922779] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.922779] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.923534] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.923534] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.923534] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.923534] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.925856] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.926192] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: c1d9690e-7e9d-4369-91cf-fde024d19208 is going to be created. [ 598.951952] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.952224] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.953589] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.960297] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.960297] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.960297] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-c1d9690e-7e9d-4369-91cf-fde024d19208" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.130917] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6ab9ea6-a754-42a7-b01c-43e00f65fa33',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.236349] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c1ce14d-f52c-4882-b2a6-64b8701ec3c7 [ 599.236801] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.236946] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.237049] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.237308] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.237404] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.237502] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c1ce14d-f52c-4882-b2a6-64b8701ec3c7 already deleted. [ 599.237585] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c1ce14d-f52c-4882-b2a6-64b8701ec3c7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.447729] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59a33d8c-d4c3-4884-b7ef-babf8765840d in Status: SUCCESS [ 599.447971] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59a33d8c-d4c3-4884-b7ef-babf8765840d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.448152] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59a33d8c-d4c3-4884-b7ef-babf8765840d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.448377] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59a33d8c-d4c3-4884-b7ef-babf8765840d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.448561] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.448675] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.448745] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.448887] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.448968] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.449060] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59a33d8c-d4c3-4884-b7ef-babf8765840d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.449149] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59a33d8c-d4c3-4884-b7ef-babf8765840d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.634790] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.634790] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.634790] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.634790] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.634790] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.634790] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6ab9ea6-a754-42a7-b01c-43e00f65fa33 is going to be created. [ 599.657788] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.658094] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.658248] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.658575] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.658820] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.663201] env[65068]: INFO networking_nsxv3.common.synchronization [req-454f571f-beaf-4f81-a56f-41c6132e8cf3 req-23598b1a-c43a-441d-94ad-60c03395786b service nova] Enqueued Resource ID: 07a46042-afaf-4913-af12-c0ed86762c14 with Priority: HIGHEST for action security_group_rules [ 599.663477] env[65068]: INFO networking_nsxv3.common.synchronization [req-454f571f-beaf-4f81-a56f-41c6132e8cf3 req-23598b1a-c43a-441d-94ad-60c03395786b service nova] Enqueued Resource ID: 07a46042-afaf-4913-af12-c0ed86762c14 with Priority: HIGHEST for action security_group_members [ 599.663700] env[65068]: INFO networking_nsxv3.common.synchronization [req-454f571f-beaf-4f81-a56f-41c6132e8cf3 req-23598b1a-c43a-441d-94ad-60c03395786b service nova] Enqueued Resource ID: c1d9690e-7e9d-4369-91cf-fde024d19208 with Priority: HIGHEST for action port [ 599.664337] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07a46042-afaf-4913-af12-c0ed86762c14 with Priority: HIGHEST for action security_group_rules [ 599.664577] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07a46042-afaf-4913-af12-c0ed86762c14 with Priority: HIGHEST for action security_group_members [ 599.664800] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1d9690e-7e9d-4369-91cf-fde024d19208 with Priority: HIGHEST for action port [ 599.665290] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07a46042-afaf-4913-af12-c0ed86762c14 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.665582] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.665716] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.666056] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.666235] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07a46042-afaf-4913-af12-c0ed86762c14',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.673020] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-07a46042-afaf-4913-af12-c0ed86762c14 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.673020] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.673020] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.673020] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.673020] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.673020] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.673020] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.673020] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.673020] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.673020] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07a46042-afaf-4913-af12-c0ed86762c14',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.673020] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1d9690e-7e9d-4369-91cf-fde024d19208 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.673020] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1d9690e-7e9d-4369-91cf-fde024d19208" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.673020] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1d9690e-7e9d-4369-91cf-fde024d19208" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.673020] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1d9690e-7e9d-4369-91cf-fde024d19208" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.673020] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1d9690e-7e9d-4369-91cf-fde024d19208',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.674793] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6ab9ea6-a754-42a7-b01c-43e00f65fa33 in Status: UNINITIALIZED for 2s [ 599.952201] env[65068]: INFO networking_nsxv3.common.synchronization [req-bc96fb25-5851-40e0-a733-29cd9b968cc5 req-2c03cd32-007e-4fb8-9c00-a7259c78c539 tempest-FloatingIPsAssociationNegativeTestJSON-1856494474 tempest-FloatingIPsAssociationNegativeTestJSON-1856494474-project-member] Enqueued Resource ID: cb27dcc8-831a-467f-a295-7942586de624 with Priority: HIGHEST for action security_group_members [ 599.952201] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb27dcc8-831a-467f-a295-7942586de624 with Priority: HIGHEST for action security_group_members [ 599.952201] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-59a33d8c-d4c3-4884-b7ef-babf8765840d taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.952201] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59a33d8c-d4c3-4884-b7ef-babf8765840d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.957454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59a33d8c-d4c3-4884-b7ef-babf8765840d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.957454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59a33d8c-d4c3-4884-b7ef-babf8765840d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.957454] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.957454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.957454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.957454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.957454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.957454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59a33d8c-d4c3-4884-b7ef-babf8765840d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.957454] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-59a33d8c-d4c3-4884-b7ef-babf8765840d taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.957454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59a33d8c-d4c3-4884-b7ef-babf8765840d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.957454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59a33d8c-d4c3-4884-b7ef-babf8765840d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.957454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59a33d8c-d4c3-4884-b7ef-babf8765840d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.957454] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.957454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.957454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.957454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.957454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.957454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59a33d8c-d4c3-4884-b7ef-babf8765840d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.958375] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59a33d8c-d4c3-4884-b7ef-babf8765840d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.958375] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb27dcc8-831a-467f-a295-7942586de624 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.958375] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb27dcc8-831a-467f-a295-7942586de624" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.958375] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb27dcc8-831a-467f-a295-7942586de624" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.958772] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb27dcc8-831a-467f-a295-7942586de624" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.959998] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.959998] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.959998] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.959998] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.959998] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.959998] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb27dcc8-831a-467f-a295-7942586de624',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.175734] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07a46042-afaf-4913-af12-c0ed86762c14',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.176795] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-07a46042-afaf-4913-af12-c0ed86762c14 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.176914] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.177289] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1d9690e-7e9d-4369-91cf-fde024d19208 with status ACTIVE [ 600.177459] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.177571] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.177636] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.177839] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.177926] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.179296] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.179409] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.179479] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.179671] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.180168] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.180395] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.180504] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.180571] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.180735] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.181050] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.181166] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1d9690e-7e9d-4369-91cf-fde024d19208 is going to be updated. [ 600.201531] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.201693] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.201733] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.201974] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.202087] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.202242] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1d9690e-7e9d-4369-91cf-fde024d19208" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.267811] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-944 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.268241] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-944" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.268241] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-944" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.268483] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-944" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.268744] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.268900] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.269042] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.269264] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.269407] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.269681] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.269741] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.269821] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.269924] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.270040] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.270145] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.270268] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.290136] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.290354] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.290462] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.290637] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-944" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.290947] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-f069f29a-3e4f-464b-b711-72f020b64623 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.291128] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-f069f29a-3e4f-464b-b711-72f020b64623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.291244] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-f069f29a-3e4f-464b-b711-72f020b64623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.291571] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-f069f29a-3e4f-464b-b711-72f020b64623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.291703] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f069f29a-3e4f-464b-b711-72f020b64623',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.461039] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59a33d8c-d4c3-4884-b7ef-babf8765840d: rpc.has_security_group_logging(os_id): False [ 600.462544] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.462725] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.462802] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.463210] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.463210] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.463366] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.463491] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.463546] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.463715] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.463793] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.463873] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb27dcc8-831a-467f-a295-7942586de624 already deleted. [ 600.463936] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb27dcc8-831a-467f-a295-7942586de624" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.485128] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.485128] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.485128] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.485128] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.485128] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.485128] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.485128] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.485128] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.485474] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.485474] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.485543] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.485626] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.485678] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.485822] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.487169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.487169] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.487169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.487169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.487169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.487169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.487169] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59a33d8c-d4c3-4884-b7ef-babf8765840d is going to be created. [ 600.550076] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.550306] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.550363] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.550594] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.550848] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.564077] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59a33d8c-d4c3-4884-b7ef-babf8765840d in Status: IN_PROGRESS for 2s [ 600.678401] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07a46042-afaf-4913-af12-c0ed86762c14',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.795135] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.795672] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.795672] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.795672] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.795889] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.795968] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port f069f29a-3e4f-464b-b711-72f020b64623 not found, creating... [ 600.796282] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.796443] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.796550] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.796772] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.796898] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.797257] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.797440] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.797528] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.797730] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.797856] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.797987] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: f069f29a-3e4f-464b-b711-72f020b64623 is going to be created. [ 600.822468] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.822747] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.822941] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.823283] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.823579] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.823814] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-f069f29a-3e4f-464b-b711-72f020b64623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.880364] env[65068]: INFO networking_nsxv3.common.synchronization [None req-adc26b69-67e3-48b2-a52d-3d7c6e65578b None None] Enqueued Resource ID: 9b7d4ebc-339b-4ab6-b8d6-814726b1b10e with Priority: HIGHEST for action port [ 600.880633] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b7d4ebc-339b-4ab6-b8d6-814726b1b10e with Priority: HIGHEST for action port [ 600.881247] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b7d4ebc-339b-4ab6-b8d6-814726b1b10e taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.881378] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b7d4ebc-339b-4ab6-b8d6-814726b1b10e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.881447] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b7d4ebc-339b-4ab6-b8d6-814726b1b10e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.881743] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b7d4ebc-339b-4ab6-b8d6-814726b1b10e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.881774] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b7d4ebc-339b-4ab6-b8d6-814726b1b10e',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.180947] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.181350] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.181350] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.181477] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.181596] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.181702] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07a46042-afaf-4913-af12-c0ed86762c14 is going to be created. [ 601.205951] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.206182] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.206235] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.206537] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.206701] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.219031] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07a46042-afaf-4913-af12-c0ed86762c14 in Status: UNINITIALIZED for 2s [ 601.385373] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b7d4ebc-339b-4ab6-b8d6-814726b1b10e [ 601.385897] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.385897] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.386096] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.386501] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.386501] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.386501] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b7d4ebc-339b-4ab6-b8d6-814726b1b10e already deleted. [ 601.386501] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b7d4ebc-339b-4ab6-b8d6-814726b1b10e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.547170] env[65068]: INFO networking_nsxv3.common.synchronization [req-bc96fb25-5851-40e0-a733-29cd9b968cc5 req-04b5f166-f5c2-402c-a01f-d09e2d0972c3 service nova] Enqueued Resource ID: cb27dcc8-831a-467f-a295-7942586de624 with Priority: HIGHEST for action security_group_rules [ 601.547379] env[65068]: INFO networking_nsxv3.common.synchronization [req-bc96fb25-5851-40e0-a733-29cd9b968cc5 req-04b5f166-f5c2-402c-a01f-d09e2d0972c3 service nova] Enqueued Resource ID: cb27dcc8-831a-467f-a295-7942586de624 with Priority: HIGHEST for action security_group_members [ 601.547507] env[65068]: INFO networking_nsxv3.common.synchronization [req-bc96fb25-5851-40e0-a733-29cd9b968cc5 req-04b5f166-f5c2-402c-a01f-d09e2d0972c3 service nova] Enqueued Resource ID: f069f29a-3e4f-464b-b711-72f020b64623 with Priority: HIGHEST for action port [ 601.547743] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb27dcc8-831a-467f-a295-7942586de624 with Priority: HIGHEST for action security_group_rules [ 601.547864] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb27dcc8-831a-467f-a295-7942586de624 with Priority: HIGHEST for action security_group_members [ 601.547954] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f069f29a-3e4f-464b-b711-72f020b64623 with Priority: HIGHEST for action port [ 601.548577] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb27dcc8-831a-467f-a295-7942586de624 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.548685] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb27dcc8-831a-467f-a295-7942586de624" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.548784] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb27dcc8-831a-467f-a295-7942586de624" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.548987] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb27dcc8-831a-467f-a295-7942586de624" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.550139] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb27dcc8-831a-467f-a295-7942586de624',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.551843] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb27dcc8-831a-467f-a295-7942586de624 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.551843] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb27dcc8-831a-467f-a295-7942586de624" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.551843] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb27dcc8-831a-467f-a295-7942586de624" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.551843] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb27dcc8-831a-467f-a295-7942586de624" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.551843] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.551843] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.551843] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.551843] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.551843] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.552282] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb27dcc8-831a-467f-a295-7942586de624',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.553488] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-f069f29a-3e4f-464b-b711-72f020b64623 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.553488] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f069f29a-3e4f-464b-b711-72f020b64623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.553488] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f069f29a-3e4f-464b-b711-72f020b64623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.553488] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f069f29a-3e4f-464b-b711-72f020b64623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.553488] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f069f29a-3e4f-464b-b711-72f020b64623',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.687890] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6ab9ea6-a754-42a7-b01c-43e00f65fa33 in Status: SUCCESS [ 601.688193] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6ab9ea6-a754-42a7-b01c-43e00f65fa33" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.688373] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6ab9ea6-a754-42a7-b01c-43e00f65fa33" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.688604] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6ab9ea6-a754-42a7-b01c-43e00f65fa33" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.688935] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.688935] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.689084] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.689270] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.689365] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.689452] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6ab9ea6-a754-42a7-b01c-43e00f65fa33" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.689545] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6ab9ea6-a754-42a7-b01c-43e00f65fa33',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.055902] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb27dcc8-831a-467f-a295-7942586de624 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.056097] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb27dcc8-831a-467f-a295-7942586de624" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.056312] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb27dcc8-831a-467f-a295-7942586de624',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.057318] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f069f29a-3e4f-464b-b711-72f020b64623 with status ACTIVE [ 602.057878] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.057878] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.057878] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.058076] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.058076] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.058201] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.058301] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.058359] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.058512] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.058589] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.058784] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.058869] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.058951] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.059080] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.059743] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.059743] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f069f29a-3e4f-464b-b711-72f020b64623 is going to be updated. [ 602.084561] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.084729] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.084835] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.085038] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.085193] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.085358] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f069f29a-3e4f-464b-b711-72f020b64623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.140667] env[65068]: INFO networking_nsxv3.common.synchronization [req-f540cc9a-0270-4908-b258-afe73df4f4d8 req-2efbab8e-c25b-4a98-a528-7a0fef80bedb tempest-FloatingIPsAssociationTestJSON-1836174073 tempest-FloatingIPsAssociationTestJSON-1836174073-project-member] Enqueued Resource ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 with Priority: HIGHEST for action security_group_members [ 602.141601] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 with Priority: HIGHEST for action security_group_members [ 602.141951] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.142100] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.142173] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.142448] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.142607] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.142725] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.142790] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.143038] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.143093] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.143485] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83cc699a-9c42-4ca1-895c-b2eca2a5a0e7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.193557] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6ab9ea6-a754-42a7-b01c-43e00f65fa33 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.194051] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6ab9ea6-a754-42a7-b01c-43e00f65fa33" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.194051] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6ab9ea6-a754-42a7-b01c-43e00f65fa33" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.194190] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6ab9ea6-a754-42a7-b01c-43e00f65fa33" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.194354] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.194504] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.194630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.194878] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.195036] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.195270] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6ab9ea6-a754-42a7-b01c-43e00f65fa33" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.195532] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6ab9ea6-a754-42a7-b01c-43e00f65fa33 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.195727] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6ab9ea6-a754-42a7-b01c-43e00f65fa33" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.195852] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6ab9ea6-a754-42a7-b01c-43e00f65fa33" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.196146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6ab9ea6-a754-42a7-b01c-43e00f65fa33" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.196443] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.196622] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.196751] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.197079] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.197187] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.197410] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6ab9ea6-a754-42a7-b01c-43e00f65fa33" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.197529] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6ab9ea6-a754-42a7-b01c-43e00f65fa33',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.561608] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb27dcc8-831a-467f-a295-7942586de624',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.576931] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59a33d8c-d4c3-4884-b7ef-babf8765840d in Status: SUCCESS [ 602.577327] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59a33d8c-d4c3-4884-b7ef-babf8765840d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.649046] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.649046] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.649046] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.649289] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.649410] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.649636] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.649754] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.649843] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.650113] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.650212] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.650288] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 already deleted. [ 602.650394] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.674359] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-597 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.675772] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-597" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.675772] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-597" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.675772] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-597" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.675772] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.675772] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.675772] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.676295] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.676396] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.676823] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.677027] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.678081] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.678081] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.678081] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.678081] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.678081] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.700544] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.700881] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.701103] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.701333] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-597" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.701686] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-e29d58c2-9c06-47c2-9efa-68a413eb407b taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.701913] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-e29d58c2-9c06-47c2-9efa-68a413eb407b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.702058] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-e29d58c2-9c06-47c2-9efa-68a413eb407b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.702389] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-e29d58c2-9c06-47c2-9efa-68a413eb407b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.702535] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e29d58c2-9c06-47c2-9efa-68a413eb407b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.703967] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6ab9ea6-a754-42a7-b01c-43e00f65fa33: rpc.has_security_group_logging(os_id): False [ 602.725291] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.725495] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.725495] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.725718] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.725810] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.725992] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.726141] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.726201] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.726371] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.726447] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.726652] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.726801] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.726887] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.727316] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.727316] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.727450] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.727450] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.727551] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.727646] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.727726] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.727808] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6ab9ea6-a754-42a7-b01c-43e00f65fa33 is going to be created. [ 602.822619] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.822815] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.822815] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.823163] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.823208] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.836047] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6ab9ea6-a754-42a7-b01c-43e00f65fa33 in Status: IN_PROGRESS for 2s [ 603.064878] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.065061] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.065553] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.065907] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.066077] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.066274] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb27dcc8-831a-467f-a295-7942586de624 is going to be created. [ 603.094555] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.094555] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.094555] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.094934] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.095348] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.107432] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb27dcc8-831a-467f-a295-7942586de624 in Status: UNINITIALIZED for 2s [ 603.207054] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.207552] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.207552] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.210251] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.210523] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.210719] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port e29d58c2-9c06-47c2-9efa-68a413eb407b not found, creating... [ 603.211090] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.211312] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.211447] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.211757] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.211920] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.212648] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.212840] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.212967] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.213232] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.213369] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.213510] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: e29d58c2-9c06-47c2-9efa-68a413eb407b is going to be created. [ 603.232388] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07a46042-afaf-4913-af12-c0ed86762c14 in Status: SUCCESS [ 603.232388] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.232388] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.232388] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.232388] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.232388] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.232388] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.232388] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.232388] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.232388] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.232388] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07a46042-afaf-4913-af12-c0ed86762c14',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.238602] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.239782] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.239782] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.239782] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.240067] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.240994] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-e29d58c2-9c06-47c2-9efa-68a413eb407b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.607762] env[65068]: INFO networking_nsxv3.common.synchronization [None req-86a01c91-79ee-4ca3-bcf7-abed4021ea53 None None] Enqueued Resource ID: 1fddf372-a5aa-4df4-9714-ab0444a9be31 with Priority: HIGHEST for action port [ 603.608347] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fddf372-a5aa-4df4-9714-ab0444a9be31 with Priority: HIGHEST for action port [ 603.608668] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fddf372-a5aa-4df4-9714-ab0444a9be31 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.608801] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fddf372-a5aa-4df4-9714-ab0444a9be31" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.608886] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fddf372-a5aa-4df4-9714-ab0444a9be31" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.609202] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fddf372-a5aa-4df4-9714-ab0444a9be31" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.609287] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fddf372-a5aa-4df4-9714-ab0444a9be31',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.736282] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-07a46042-afaf-4913-af12-c0ed86762c14 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.736432] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.736504] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.736778] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.736957] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.737084] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.737184] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.737633] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.737837] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.737837] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.738020] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-07a46042-afaf-4913-af12-c0ed86762c14 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.738126] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.738216] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.738358] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.738508] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.738616] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.738709] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.738844] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.738923] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.739057] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.739140] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07a46042-afaf-4913-af12-c0ed86762c14',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.909226] env[65068]: INFO networking_nsxv3.common.synchronization [None req-f1025596-6fa6-4388-b319-a4e20629962b None None] Enqueued Resource ID: 64493205-e6dc-4ee9-ab81-48c78c433afc with Priority: HIGHEST for action port [ 603.912230] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64493205-e6dc-4ee9-ab81-48c78c433afc with Priority: HIGHEST for action port [ 603.912230] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-64493205-e6dc-4ee9-ab81-48c78c433afc taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.912230] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64493205-e6dc-4ee9-ab81-48c78c433afc" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.912230] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64493205-e6dc-4ee9-ab81-48c78c433afc" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.912746] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64493205-e6dc-4ee9-ab81-48c78c433afc" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.912746] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64493205-e6dc-4ee9-ab81-48c78c433afc',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.015333] env[65068]: INFO networking_nsxv3.common.synchronization [req-f540cc9a-0270-4908-b258-afe73df4f4d8 req-41989245-1bf7-416d-9cf4-b082ebcf5a8a service nova] Enqueued Resource ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 with Priority: HIGHEST for action security_group_rules [ 604.015333] env[65068]: INFO networking_nsxv3.common.synchronization [req-f540cc9a-0270-4908-b258-afe73df4f4d8 req-41989245-1bf7-416d-9cf4-b082ebcf5a8a service nova] Enqueued Resource ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 with Priority: HIGHEST for action security_group_members [ 604.015333] env[65068]: INFO networking_nsxv3.common.synchronization [req-f540cc9a-0270-4908-b258-afe73df4f4d8 req-41989245-1bf7-416d-9cf4-b082ebcf5a8a service nova] Enqueued Resource ID: e29d58c2-9c06-47c2-9efa-68a413eb407b with Priority: HIGHEST for action port [ 604.015333] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 with Priority: HIGHEST for action security_group_rules [ 604.015333] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 with Priority: HIGHEST for action security_group_members [ 604.015333] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29d58c2-9c06-47c2-9efa-68a413eb407b with Priority: HIGHEST for action port [ 604.015333] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.015333] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.017013] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.017013] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.017013] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83cc699a-9c42-4ca1-895c-b2eca2a5a0e7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.017331] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.017450] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.017533] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.017698] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.017845] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.017966] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.017997] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.018150] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.018314] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.018314] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83cc699a-9c42-4ca1-895c-b2eca2a5a0e7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.019659] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-e29d58c2-9c06-47c2-9efa-68a413eb407b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.019779] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e29d58c2-9c06-47c2-9efa-68a413eb407b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.019840] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e29d58c2-9c06-47c2-9efa-68a413eb407b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.019984] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e29d58c2-9c06-47c2-9efa-68a413eb407b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.020103] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e29d58c2-9c06-47c2-9efa-68a413eb407b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.113367] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fddf372-a5aa-4df4-9714-ab0444a9be31 [ 604.113367] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.113367] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.113367] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.113367] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.113367] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.113367] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fddf372-a5aa-4df4-9714-ab0444a9be31 already deleted. [ 604.113367] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fddf372-a5aa-4df4-9714-ab0444a9be31" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.244259] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07a46042-afaf-4913-af12-c0ed86762c14: rpc.has_security_group_logging(os_id): False [ 604.263667] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.264131] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.264298] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.265263] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.265263] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.265263] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.265263] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.265263] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.265263] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.265468] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.265468] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.265559] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.265630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.265787] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.265880] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.266655] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.267764] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.267764] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.267764] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.267764] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.267764] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07a46042-afaf-4913-af12-c0ed86762c14 is going to be created. [ 604.337663] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.337873] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.337873] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.338123] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.338200] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.358214] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07a46042-afaf-4913-af12-c0ed86762c14 in Status: IN_PROGRESS for 2s [ 604.416287] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64493205-e6dc-4ee9-ab81-48c78c433afc [ 604.416287] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.416287] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.416287] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.416287] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.416287] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.416287] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64493205-e6dc-4ee9-ab81-48c78c433afc already deleted. [ 604.416287] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64493205-e6dc-4ee9-ab81-48c78c433afc" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.522915] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.522915] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.524977] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83cc699a-9c42-4ca1-895c-b2eca2a5a0e7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.525971] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e29d58c2-9c06-47c2-9efa-68a413eb407b with status ACTIVE [ 604.526244] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.526378] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.526446] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.526656] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.526782] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.527022] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.527123] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.527400] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.527400] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.527504] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.527625] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.527765] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.527765] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.527962] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.528065] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.529129] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e29d58c2-9c06-47c2-9efa-68a413eb407b is going to be updated. [ 604.569015] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.570352] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.570352] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.570352] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.570352] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.570352] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e29d58c2-9c06-47c2-9efa-68a413eb407b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.582198] env[65068]: INFO networking_nsxv3.common.synchronization [req-717a13bc-48fc-4843-baaa-c05b9509398c req-8b25fcfa-187b-4727-a9cd-7d1e7ee5ef95 tempest-ServersAdminTestJSON-287122734 tempest-ServersAdminTestJSON-287122734-project-member] Enqueued Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGHEST for action security_group_members [ 604.582947] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGHEST for action security_group_members [ 604.583683] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.583996] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.584201] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.584675] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.586459] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.586459] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.586459] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.586459] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.586459] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.586459] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.853314] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6ab9ea6-a754-42a7-b01c-43e00f65fa33 in Status: SUCCESS [ 604.853563] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6ab9ea6-a754-42a7-b01c-43e00f65fa33" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.032261] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83cc699a-9c42-4ca1-895c-b2eca2a5a0e7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.089781] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.090176] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.090176] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.090351] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.090479] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.090767] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.091171] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.091171] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.091171] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.091349] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.091349] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 already deleted. [ 605.091637] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.121230] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb27dcc8-831a-467f-a295-7942586de624 in Status: SUCCESS [ 605.121230] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb27dcc8-831a-467f-a295-7942586de624" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.121230] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb27dcc8-831a-467f-a295-7942586de624" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.121230] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb27dcc8-831a-467f-a295-7942586de624" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.121727] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.121727] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.121727] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.121874] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.121980] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.122118] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb27dcc8-831a-467f-a295-7942586de624" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.122734] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb27dcc8-831a-467f-a295-7942586de624',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.127238] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.127522] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-761" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.127632] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-761" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.127980] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-761" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.128297] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.128493] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.128663] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.128900] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.129057] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.129267] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.129380] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.129500] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.129636] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.129749] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.129858] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.129990] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.151097] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.151097] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.151097] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.151097] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-761" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.151604] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-347598d1-5a87-4061-a5d4-9d017df42ae6 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.151604] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-347598d1-5a87-4061-a5d4-9d017df42ae6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.151788] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-347598d1-5a87-4061-a5d4-9d017df42ae6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.152325] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-347598d1-5a87-4061-a5d4-9d017df42ae6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.152508] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('347598d1-5a87-4061-a5d4-9d017df42ae6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.537442] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.537442] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.537442] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.537442] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.537442] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.537442] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 is going to be created. [ 605.559541] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.559695] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.559695] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.559923] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.560097] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.570123] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 in Status: UNINITIALIZED for 2s [ 605.625267] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb27dcc8-831a-467f-a295-7942586de624 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.625450] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb27dcc8-831a-467f-a295-7942586de624" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.625525] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb27dcc8-831a-467f-a295-7942586de624" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.626046] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb27dcc8-831a-467f-a295-7942586de624" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.626309] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.626409] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.626475] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.626648] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.626742] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.626832] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb27dcc8-831a-467f-a295-7942586de624" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.626980] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb27dcc8-831a-467f-a295-7942586de624 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.627090] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb27dcc8-831a-467f-a295-7942586de624" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.627157] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb27dcc8-831a-467f-a295-7942586de624" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.627325] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb27dcc8-831a-467f-a295-7942586de624" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.627653] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.627775] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.627840] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.627989] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.628082] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.628170] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb27dcc8-831a-467f-a295-7942586de624" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.628259] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb27dcc8-831a-467f-a295-7942586de624',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.654814] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.655086] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.655253] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.655563] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.655711] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.655861] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 347598d1-5a87-4061-a5d4-9d017df42ae6 not found, creating... [ 605.656182] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.656509] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.656509] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.656668] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.656854] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.657215] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.657417] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.657670] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.657809] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.657972] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.658157] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 347598d1-5a87-4061-a5d4-9d017df42ae6 is going to be created. [ 605.680425] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.680580] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.680709] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.680976] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.681278] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.681428] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-347598d1-5a87-4061-a5d4-9d017df42ae6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.026478] env[65068]: INFO networking_nsxv3.common.synchronization [None req-5f11242a-84e1-46d0-ae20-3103d95d07d1 None None] Enqueued Resource ID: 27b4796b-bf2e-45e3-a6ed-e83b7d6476a0 with Priority: HIGHEST for action port [ 606.027207] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27b4796b-bf2e-45e3-a6ed-e83b7d6476a0 with Priority: HIGHEST for action port [ 606.027207] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-27b4796b-bf2e-45e3-a6ed-e83b7d6476a0 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.027603] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27b4796b-bf2e-45e3-a6ed-e83b7d6476a0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.027603] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27b4796b-bf2e-45e3-a6ed-e83b7d6476a0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.027603] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27b4796b-bf2e-45e3-a6ed-e83b7d6476a0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.027700] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27b4796b-bf2e-45e3-a6ed-e83b7d6476a0',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.132161] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb27dcc8-831a-467f-a295-7942586de624: rpc.has_security_group_logging(os_id): False [ 606.153983] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.154701] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.155251] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.156128] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.156128] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.156128] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.156321] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.156321] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.156548] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.156655] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.156867] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.157185] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.157185] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.157435] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.157435] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.157601] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.157728] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.157811] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.157977] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.158170] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.158306] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb27dcc8-831a-467f-a295-7942586de624 is going to be created. [ 606.224597] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.225173] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.225343] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.225535] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.225720] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.237755] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb27dcc8-831a-467f-a295-7942586de624 in Status: IN_PROGRESS for 2s [ 606.370295] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07a46042-afaf-4913-af12-c0ed86762c14 in Status: SUCCESS [ 606.370553] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.394164] env[65068]: INFO networking_nsxv3.common.synchronization [req-717a13bc-48fc-4843-baaa-c05b9509398c req-7e1b6531-97d0-4572-b2c1-a4f695d1d8de service nova] Enqueued Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGHEST for action security_group_rules [ 606.394463] env[65068]: INFO networking_nsxv3.common.synchronization [req-717a13bc-48fc-4843-baaa-c05b9509398c req-7e1b6531-97d0-4572-b2c1-a4f695d1d8de service nova] Enqueued Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGHEST for action security_group_members [ 606.394618] env[65068]: INFO networking_nsxv3.common.synchronization [req-717a13bc-48fc-4843-baaa-c05b9509398c req-7e1b6531-97d0-4572-b2c1-a4f695d1d8de service nova] Enqueued Resource ID: 347598d1-5a87-4061-a5d4-9d017df42ae6 with Priority: HIGHEST for action port [ 606.395347] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGHEST for action security_group_rules [ 606.395528] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGHEST for action security_group_members [ 606.395732] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 347598d1-5a87-4061-a5d4-9d017df42ae6 with Priority: HIGHEST for action port [ 606.396153] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbcbcf8c-fdc0-4bda-81ba-2f322455e861 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.396407] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.396457] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.396867] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.396951] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.398081] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.398358] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.398409] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.398671] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.398921] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.399016] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.399109] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.400072] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.400072] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.400072] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.400521] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-347598d1-5a87-4061-a5d4-9d017df42ae6 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.400676] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-347598d1-5a87-4061-a5d4-9d017df42ae6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.400871] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-347598d1-5a87-4061-a5d4-9d017df42ae6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.401109] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-347598d1-5a87-4061-a5d4-9d017df42ae6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.401219] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('347598d1-5a87-4061-a5d4-9d017df42ae6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.530781] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27b4796b-bf2e-45e3-a6ed-e83b7d6476a0 [ 606.530781] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.531776] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.531776] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.532071] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.532168] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.532294] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27b4796b-bf2e-45e3-a6ed-e83b7d6476a0 already deleted. [ 606.532382] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27b4796b-bf2e-45e3-a6ed-e83b7d6476a0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.903405] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.905495] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.905720] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.907427] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 347598d1-5a87-4061-a5d4-9d017df42ae6 with status ACTIVE [ 606.907671] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.907899] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.908031] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.908306] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.908400] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.912027] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.912027] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.912027] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.912027] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.912027] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.912027] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.912027] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.912027] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.912027] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.912027] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.912027] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 347598d1-5a87-4061-a5d4-9d017df42ae6 is going to be updated. [ 606.941289] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.941422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.941509] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.941799] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.941913] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.942103] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-347598d1-5a87-4061-a5d4-9d017df42ae6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.188214] env[65068]: INFO networking_nsxv3.common.synchronization [None req-ebf8d2d7-91f2-4d40-b782-f2cdd1f80d95 None None] Enqueued Resource ID: fe99bc76-82de-477e-88af-83a7cdb18cc0 with Priority: HIGHEST for action port [ 607.188214] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe99bc76-82de-477e-88af-83a7cdb18cc0 with Priority: HIGHEST for action port [ 607.189523] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe99bc76-82de-477e-88af-83a7cdb18cc0 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.189992] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe99bc76-82de-477e-88af-83a7cdb18cc0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.192094] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe99bc76-82de-477e-88af-83a7cdb18cc0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.192094] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe99bc76-82de-477e-88af-83a7cdb18cc0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.192094] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe99bc76-82de-477e-88af-83a7cdb18cc0',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.412175] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.583800] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 in Status: SUCCESS [ 607.584652] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.584652] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.584894] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.585110] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.585238] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.585305] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.585472] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.585557] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.585642] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.585739] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83cc699a-9c42-4ca1-895c-b2eca2a5a0e7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.695913] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe99bc76-82de-477e-88af-83a7cdb18cc0 [ 607.695913] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.695913] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.695913] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.695913] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.695913] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.695913] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe99bc76-82de-477e-88af-83a7cdb18cc0 already deleted. [ 607.695913] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe99bc76-82de-477e-88af-83a7cdb18cc0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.915993] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.915993] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.915993] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.915993] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.916521] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.916521] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 is going to be created. [ 607.942237] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.942487] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.942548] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.942773] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.942934] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.954818] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 in Status: UNINITIALIZED for 2s [ 608.088680] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.088680] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.088857] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.088984] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.089176] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.089275] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.089392] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.089513] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.089605] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.089693] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.089842] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.089939] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.090023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.090177] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.090324] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.090733] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.090733] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.090733] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.090733] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.090957] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.090957] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83cc699a-9c42-4ca1-895c-b2eca2a5a0e7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.195368] env[65068]: INFO networking_nsxv3.common.synchronization [req-3fcb9506-3b89-4fee-a649-e3788f7c56a3 req-a590dce8-dada-43c2-842c-9738755ff70b tempest-ServersAdminTestJSON-287122734 tempest-ServersAdminTestJSON-287122734-project-member] Enqueued Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGHEST for action security_group_members [ 608.195647] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGHEST for action security_group_members [ 608.196148] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.196285] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.250899] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb27dcc8-831a-467f-a295-7942586de624 in Status: SUCCESS [ 608.251335] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb27dcc8-831a-467f-a295-7942586de624" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.594286] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7: rpc.has_security_group_logging(os_id): False [ 608.617638] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.617784] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.617860] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.618113] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.618212] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.618435] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.618535] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.618595] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.618756] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.618841] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.619029] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.619131] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.619215] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.619440] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.619568] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.619746] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.619846] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.619915] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.620056] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.620131] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.620215] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 is going to be created. [ 608.689701] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.690110] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.690195] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.690521] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.690598] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.705389] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 in Status: IN_PROGRESS for 2s [ 608.765199] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.765571] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-761" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.765571] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-761" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.765738] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-761" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.765990] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.769905] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.769905] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.769905] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.769905] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.770299] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.770368] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.770472] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.770600] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.770731] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.770871] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.772031] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.808532] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.808668] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.808803] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.808983] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-761" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.809314] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-a49c9859-8065-44ea-b249-c7d590d85fe9 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.809475] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-a49c9859-8065-44ea-b249-c7d590d85fe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.809636] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-a49c9859-8065-44ea-b249-c7d590d85fe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.810438] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-a49c9859-8065-44ea-b249-c7d590d85fe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.810438] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a49c9859-8065-44ea-b249-c7d590d85fe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.311530] env[65068]: INFO networking_nsxv3.common.synchronization [None req-2c8f2f9e-5f41-4887-af3b-2157f763d4b8 None None] Enqueued Resource ID: 6229595b-107e-4cd0-960c-2b8d50946c06 with Priority: HIGHEST for action port [ 609.311530] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6229595b-107e-4cd0-960c-2b8d50946c06 with Priority: HIGHEST for action port [ 609.311530] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-6229595b-107e-4cd0-960c-2b8d50946c06 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.311530] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6229595b-107e-4cd0-960c-2b8d50946c06" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.311530] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6229595b-107e-4cd0-960c-2b8d50946c06" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.311530] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6229595b-107e-4cd0-960c-2b8d50946c06" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.311530] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6229595b-107e-4cd0-960c-2b8d50946c06',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.316166] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.316313] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.316395] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.316596] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.316741] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.317061] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port a49c9859-8065-44ea-b249-c7d590d85fe9 not found, creating... [ 609.317156] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.317376] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.317447] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.317653] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.317783] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.318623] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.319329] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.319484] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.319716] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.319851] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.320034] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: a49c9859-8065-44ea-b249-c7d590d85fe9 is going to be created. [ 609.322339] env[65068]: INFO networking_nsxv3.common.synchronization [None req-8ea419ad-4c47-42cd-a665-26a910b4de42 None None] Enqueued Resource ID: c37b24c6-2f71-429d-842d-3251cd4ad6f2 with Priority: HIGHEST for action port [ 609.323110] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c37b24c6-2f71-429d-842d-3251cd4ad6f2 with Priority: HIGHEST for action port [ 609.324035] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-c37b24c6-2f71-429d-842d-3251cd4ad6f2 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.324532] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c37b24c6-2f71-429d-842d-3251cd4ad6f2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.324532] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c37b24c6-2f71-429d-842d-3251cd4ad6f2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.324532] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c37b24c6-2f71-429d-842d-3251cd4ad6f2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.324703] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c37b24c6-2f71-429d-842d-3251cd4ad6f2',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.346151] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.346317] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.346360] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.346618] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.346836] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.348714] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-a49c9859-8065-44ea-b249-c7d590d85fe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.814787] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6229595b-107e-4cd0-960c-2b8d50946c06 [ 609.814787] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.814787] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.814787] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.814787] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.814787] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.814787] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6229595b-107e-4cd0-960c-2b8d50946c06 already deleted. [ 609.814787] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6229595b-107e-4cd0-960c-2b8d50946c06" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.830522] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c37b24c6-2f71-429d-842d-3251cd4ad6f2 [ 609.831077] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.831361] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.832540] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.832540] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.832540] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.832540] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c37b24c6-2f71-429d-842d-3251cd4ad6f2 already deleted. [ 609.832540] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c37b24c6-2f71-429d-842d-3251cd4ad6f2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.967840] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 in Status: SUCCESS [ 609.969925] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.969925] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.969925] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.969925] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.969925] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.969925] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.969925] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.969925] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.969925] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.969925] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.970952] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.970952] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.970952] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.971207] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.971207] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.971322] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.971322] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.971416] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.100543] env[65068]: INFO networking_nsxv3.common.synchronization [req-3fcb9506-3b89-4fee-a649-e3788f7c56a3 req-a0f47a05-5625-45d7-b322-0d38aec7b351 service nova] Enqueued Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGHEST for action security_group_rules [ 610.100694] env[65068]: INFO networking_nsxv3.common.synchronization [req-3fcb9506-3b89-4fee-a649-e3788f7c56a3 req-a0f47a05-5625-45d7-b322-0d38aec7b351 service nova] Enqueued Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGHEST for action security_group_members [ 610.100861] env[65068]: INFO networking_nsxv3.common.synchronization [req-3fcb9506-3b89-4fee-a649-e3788f7c56a3 req-a0f47a05-5625-45d7-b322-0d38aec7b351 service nova] Enqueued Resource ID: a49c9859-8065-44ea-b249-c7d590d85fe9 with Priority: HIGHEST for action port [ 610.101476] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGHEST for action security_group_rules [ 610.101617] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGHEST for action security_group_members [ 610.101713] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a49c9859-8065-44ea-b249-c7d590d85fe9 with Priority: HIGHEST for action port [ 610.102124] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbcbcf8c-fdc0-4bda-81ba-2f322455e861 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.102240] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.102405] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.102566] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.102670] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-a49c9859-8065-44ea-b249-c7d590d85fe9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.102761] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a49c9859-8065-44ea-b249-c7d590d85fe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.102867] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a49c9859-8065-44ea-b249-c7d590d85fe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.103048] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a49c9859-8065-44ea-b249-c7d590d85fe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.103132] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a49c9859-8065-44ea-b249-c7d590d85fe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.473410] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.473686] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.474123] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.546694] env[65068]: INFO networking_nsxv3.common.synchronization [req-595dbb70-b4d6-48ec-bbb1-fe6952f29d61 req-544c10d9-8b6c-4c4a-989e-7d2c319f3c64 tempest-ServersTestJSON-1673023628 tempest-ServersTestJSON-1673023628-project-member] Enqueued Resource ID: f35bd30a-6aea-4e05-ae29-506153837ba8 with Priority: HIGHEST for action security_group_members [ 610.547441] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35bd30a-6aea-4e05-ae29-506153837ba8 with Priority: HIGHEST for action security_group_members [ 610.547743] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f35bd30a-6aea-4e05-ae29-506153837ba8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.547867] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f35bd30a-6aea-4e05-ae29-506153837ba8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.547973] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f35bd30a-6aea-4e05-ae29-506153837ba8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.548211] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f35bd30a-6aea-4e05-ae29-506153837ba8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.548385] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.548482] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.548539] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.549236] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.549236] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.549236] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f35bd30a-6aea-4e05-ae29-506153837ba8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.606241] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a49c9859-8065-44ea-b249-c7d590d85fe9 with status ACTIVE [ 610.606505] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.606648] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.606743] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.606923] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.607025] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.607501] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.607501] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.607501] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.607715] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.607715] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.607798] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.607895] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.607945] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.608105] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.608184] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.608269] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a49c9859-8065-44ea-b249-c7d590d85fe9 is going to be updated. [ 610.635771] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.635771] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.635771] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.635771] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.635771] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.636044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a49c9859-8065-44ea-b249-c7d590d85fe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.738349] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 in Status: SUCCESS [ 610.738509] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.977492] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.994740] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-91 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.994962] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-91" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.996828] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-91" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.996828] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-91" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.996828] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.996828] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.996828] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.996828] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.996828] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.996828] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.996828] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.996828] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.997500] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.997500] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.997500] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.997500] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.027992] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.031270] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.031434] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.031628] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-91" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.032187] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-f660125f-3f4e-4b4b-bb6a-b7d1f3110218 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.032756] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-f660125f-3f4e-4b4b-bb6a-b7d1f3110218" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.032877] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-f660125f-3f4e-4b4b-bb6a-b7d1f3110218" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.033295] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-f660125f-3f4e-4b4b-bb6a-b7d1f3110218" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.033453] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f660125f-3f4e-4b4b-bb6a-b7d1f3110218',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.051207] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.051306] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.051348] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.051585] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.051688] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.052560] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.052560] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.052560] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.052748] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.052748] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.052836] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f35bd30a-6aea-4e05-ae29-506153837ba8 already deleted. [ 611.053208] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f35bd30a-6aea-4e05-ae29-506153837ba8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.480577] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.480907] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.480907] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.481095] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.481197] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.481301] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 is going to be updated. [ 611.518697] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.518931] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.518931] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.519184] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.519240] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.531486] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 in Status: IN_PROGRESS for 2s [ 611.537282] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.537545] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.537682] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.538318] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.538478] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.538715] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port f660125f-3f4e-4b4b-bb6a-b7d1f3110218 not found, creating... [ 611.539053] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.539225] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.539350] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.539960] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.539960] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.540387] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.540578] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.540728] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.540978] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.541143] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.541284] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: f660125f-3f4e-4b4b-bb6a-b7d1f3110218 is going to be created. [ 611.588339] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.588624] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.588795] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.589127] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.589390] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.589510] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-f660125f-3f4e-4b4b-bb6a-b7d1f3110218" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.336122] env[65068]: INFO networking_nsxv3.common.synchronization [None req-c3a15138-91ae-494e-9e27-bebf5e811b9b None None] Enqueued Resource ID: 1b8ace0d-794d-4db1-982d-b862477ebfbe with Priority: HIGHEST for action port [ 612.336122] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b8ace0d-794d-4db1-982d-b862477ebfbe with Priority: HIGHEST for action port [ 612.337659] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b8ace0d-794d-4db1-982d-b862477ebfbe taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.338493] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b8ace0d-794d-4db1-982d-b862477ebfbe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.338594] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b8ace0d-794d-4db1-982d-b862477ebfbe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.338863] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b8ace0d-794d-4db1-982d-b862477ebfbe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.338948] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b8ace0d-794d-4db1-982d-b862477ebfbe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.345232] env[65068]: INFO networking_nsxv3.common.synchronization [req-595dbb70-b4d6-48ec-bbb1-fe6952f29d61 req-eff77ceb-5315-45be-83c5-e5e337e3dc49 service nova] Enqueued Resource ID: f35bd30a-6aea-4e05-ae29-506153837ba8 with Priority: HIGHEST for action security_group_rules [ 612.345483] env[65068]: INFO networking_nsxv3.common.synchronization [req-595dbb70-b4d6-48ec-bbb1-fe6952f29d61 req-eff77ceb-5315-45be-83c5-e5e337e3dc49 service nova] Enqueued Resource ID: f35bd30a-6aea-4e05-ae29-506153837ba8 with Priority: HIGHEST for action security_group_members [ 612.345641] env[65068]: INFO networking_nsxv3.common.synchronization [req-595dbb70-b4d6-48ec-bbb1-fe6952f29d61 req-eff77ceb-5315-45be-83c5-e5e337e3dc49 service nova] Enqueued Resource ID: f660125f-3f4e-4b4b-bb6a-b7d1f3110218 with Priority: HIGHEST for action port [ 612.348322] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35bd30a-6aea-4e05-ae29-506153837ba8 with Priority: HIGHEST for action security_group_rules [ 612.348322] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35bd30a-6aea-4e05-ae29-506153837ba8 with Priority: HIGHEST for action security_group_members [ 612.348322] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f660125f-3f4e-4b4b-bb6a-b7d1f3110218 with Priority: HIGHEST for action port [ 612.348322] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f35bd30a-6aea-4e05-ae29-506153837ba8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.348322] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f35bd30a-6aea-4e05-ae29-506153837ba8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.348322] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f35bd30a-6aea-4e05-ae29-506153837ba8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.348322] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f35bd30a-6aea-4e05-ae29-506153837ba8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.348322] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f35bd30a-6aea-4e05-ae29-506153837ba8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.349498] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f35bd30a-6aea-4e05-ae29-506153837ba8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.351169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f35bd30a-6aea-4e05-ae29-506153837ba8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.351169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f35bd30a-6aea-4e05-ae29-506153837ba8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.351169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f35bd30a-6aea-4e05-ae29-506153837ba8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.351169] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.351169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.351169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.351529] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.351529] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.351529] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f35bd30a-6aea-4e05-ae29-506153837ba8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.352974] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-f660125f-3f4e-4b4b-bb6a-b7d1f3110218 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.354403] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f660125f-3f4e-4b4b-bb6a-b7d1f3110218" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.354403] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f660125f-3f4e-4b4b-bb6a-b7d1f3110218" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.354403] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f660125f-3f4e-4b4b-bb6a-b7d1f3110218" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.354403] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f660125f-3f4e-4b4b-bb6a-b7d1f3110218',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.687304] env[65068]: INFO networking_nsxv3.common.synchronization [None req-15dbd621-3a52-4b70-bc72-df7f0390c500 None None] Enqueued Resource ID: 651375b3-3310-433c-82cf-772745bf8ef5 with Priority: HIGHEST for action port [ 612.687304] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651375b3-3310-433c-82cf-772745bf8ef5 with Priority: HIGHEST for action port [ 612.687304] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-651375b3-3310-433c-82cf-772745bf8ef5 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.687304] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-651375b3-3310-433c-82cf-772745bf8ef5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.687304] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-651375b3-3310-433c-82cf-772745bf8ef5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.687304] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-651375b3-3310-433c-82cf-772745bf8ef5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.688033] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('651375b3-3310-433c-82cf-772745bf8ef5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.841842] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b8ace0d-794d-4db1-982d-b862477ebfbe [ 612.841842] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.841842] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.841842] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.841842] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.841842] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.842073] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b8ace0d-794d-4db1-982d-b862477ebfbe already deleted. [ 612.842073] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b8ace0d-794d-4db1-982d-b862477ebfbe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.859179] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f35bd30a-6aea-4e05-ae29-506153837ba8 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.859265] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f35bd30a-6aea-4e05-ae29-506153837ba8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.859494] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f35bd30a-6aea-4e05-ae29-506153837ba8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.861261] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f660125f-3f4e-4b4b-bb6a-b7d1f3110218 with status ACTIVE [ 612.861261] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.861261] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.861261] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.861261] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.861526] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.861526] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.861602] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.861602] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.861953] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.861953] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.862126] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.863441] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.863441] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.863441] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.863441] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.863441] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f660125f-3f4e-4b4b-bb6a-b7d1f3110218 is going to be updated. [ 612.887769] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.887769] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.887769] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.887769] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.888054] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.888172] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f660125f-3f4e-4b4b-bb6a-b7d1f3110218" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.999356] env[65068]: INFO networking_nsxv3.common.synchronization [req-6bd922fa-3458-403d-a3f7-0d449aa45873 req-cef4455c-bf52-408e-b045-c3d19bada3be tempest-ServersAdminNegativeTestJSON-450122012 tempest-ServersAdminNegativeTestJSON-450122012-project-member] Enqueued Resource ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda with Priority: HIGHEST for action security_group_members [ 612.999850] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda with Priority: HIGHEST for action security_group_members [ 613.000179] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c4651-7667-4cdc-9a73-f69b8c98ebda taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.000305] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.000373] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.000631] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.000802] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.000872] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.000940] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.002984] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.003151] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.003183] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c88c4651-7667-4cdc-9a73-f69b8c98ebda',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.193495] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 651375b3-3310-433c-82cf-772745bf8ef5 [ 613.193776] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.193986] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.194110] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.194585] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.194585] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.194747] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:651375b3-3310-433c-82cf-772745bf8ef5 already deleted. [ 613.194747] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-651375b3-3310-433c-82cf-772745bf8ef5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.365623] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f35bd30a-6aea-4e05-ae29-506153837ba8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.506860] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.507014] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.507093] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.507430] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.508515] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.508515] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.508515] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.508515] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.508515] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.508515] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.508515] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda already deleted. [ 613.508515] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.510214] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-79 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.510385] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.510502] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.510732] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.510977] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.511141] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.511258] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.511498] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.511649] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.511840] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.511949] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.512062] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.512163] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.512268] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.512369] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.512492] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.531890] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.532046] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.532128] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.532299] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.532619] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-4a503150-9890-4f32-bf57-f794232b16a0 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.532777] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-4a503150-9890-4f32-bf57-f794232b16a0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.532889] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-4a503150-9890-4f32-bf57-f794232b16a0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.533255] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-4a503150-9890-4f32-bf57-f794232b16a0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.533383] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a503150-9890-4f32-bf57-f794232b16a0',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.545706] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 in Status: SUCCESS [ 613.546040] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.547263] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.547263] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.547263] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.547263] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.547263] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.547263] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.547658] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.547658] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.867860] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.868207] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.869430] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.869781] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.870316] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.870316] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f35bd30a-6aea-4e05-ae29-506153837ba8 is going to be created. [ 613.902472] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.902568] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.902614] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.905019] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.905019] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.914372] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f35bd30a-6aea-4e05-ae29-506153837ba8 in Status: UNINITIALIZED for 2s [ 614.036446] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.036732] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.036932] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.037365] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.037599] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.037839] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 4a503150-9890-4f32-bf57-f794232b16a0 not found, creating... [ 614.038255] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.038508] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.038690] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.039068] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.039306] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.039738] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.039979] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.040188] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.040527] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.040739] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.040964] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 4a503150-9890-4f32-bf57-f794232b16a0 is going to be created. [ 614.049516] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.062499] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.062709] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.062823] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.063748] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.063748] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.063748] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-4a503150-9890-4f32-bf57-f794232b16a0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.257816] env[65068]: INFO networking_nsxv3.common.synchronization [req-edcc33fa-604a-45c7-8040-3a704f915143 req-152435a1-7a1b-4408-90db-634845c295df tempest-ImagesNegativeTestJSON-37388296 tempest-ImagesNegativeTestJSON-37388296-project-member] Enqueued Resource ID: ebeeb81f-feed-4bc9-839e-d82e7127abb6 with Priority: HIGHEST for action security_group_members [ 614.258413] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebeeb81f-feed-4bc9-839e-d82e7127abb6 with Priority: HIGHEST for action security_group_members [ 614.258729] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebeeb81f-feed-4bc9-839e-d82e7127abb6 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.258882] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebeeb81f-feed-4bc9-839e-d82e7127abb6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.258933] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebeeb81f-feed-4bc9-839e-d82e7127abb6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.259571] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebeeb81f-feed-4bc9-839e-d82e7127abb6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.259739] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.259843] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.259906] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.260078] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.260164] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.260338] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebeeb81f-feed-4bc9-839e-d82e7127abb6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.552119] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.763033] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.763430] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.765076] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.765076] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.765076] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.765076] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.765076] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.765076] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.765076] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.765076] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.765076] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebeeb81f-feed-4bc9-839e-d82e7127abb6 already deleted. [ 614.765076] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebeeb81f-feed-4bc9-839e-d82e7127abb6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.840330] env[65068]: INFO networking_nsxv3.common.synchronization [req-6bd922fa-3458-403d-a3f7-0d449aa45873 req-69bad633-6eac-405b-bbb1-18da14a5ca66 service nova] Enqueued Resource ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda with Priority: HIGHEST for action security_group_rules [ 614.840507] env[65068]: INFO networking_nsxv3.common.synchronization [req-6bd922fa-3458-403d-a3f7-0d449aa45873 req-69bad633-6eac-405b-bbb1-18da14a5ca66 service nova] Enqueued Resource ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda with Priority: HIGHEST for action security_group_members [ 614.840634] env[65068]: INFO networking_nsxv3.common.synchronization [req-6bd922fa-3458-403d-a3f7-0d449aa45873 req-69bad633-6eac-405b-bbb1-18da14a5ca66 service nova] Enqueued Resource ID: 4a503150-9890-4f32-bf57-f794232b16a0 with Priority: HIGHEST for action port [ 614.841242] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda with Priority: HIGHEST for action security_group_rules [ 614.841436] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda with Priority: HIGHEST for action security_group_members [ 614.841603] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a503150-9890-4f32-bf57-f794232b16a0 with Priority: HIGHEST for action port [ 614.841946] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c88c4651-7667-4cdc-9a73-f69b8c98ebda taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.842147] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.842390] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.842591] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.842938] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c88c4651-7667-4cdc-9a73-f69b8c98ebda',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.843679] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c4651-7667-4cdc-9a73-f69b8c98ebda taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.843857] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.844015] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.844430] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.844652] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.844798] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.844893] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.845105] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.845202] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.845297] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c88c4651-7667-4cdc-9a73-f69b8c98ebda',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.846112] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a503150-9890-4f32-bf57-f794232b16a0 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.846299] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a503150-9890-4f32-bf57-f794232b16a0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.846398] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a503150-9890-4f32-bf57-f794232b16a0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.846512] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a503150-9890-4f32-bf57-f794232b16a0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.846588] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a503150-9890-4f32-bf57-f794232b16a0',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.894264] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.894597] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-652" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.894597] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-652" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.894894] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-652" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.895164] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.895318] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.895429] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.895962] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.896301] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.898200] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.898200] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.898200] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.898200] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.898200] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.898200] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.898200] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.924012] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.924344] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 614.924566] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.924761] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-652" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.925118] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-9e6caaeb-07c6-4e27-b92d-2724ec4058c2 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.925315] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-9e6caaeb-07c6-4e27-b92d-2724ec4058c2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.925449] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-9e6caaeb-07c6-4e27-b92d-2724ec4058c2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.925774] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-9e6caaeb-07c6-4e27-b92d-2724ec4058c2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.925910] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e6caaeb-07c6-4e27-b92d-2724ec4058c2',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.054657] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.054878] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.054978] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.055231] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.055319] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.055421] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 is going to be updated. [ 615.105712] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.106409] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.106409] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.106409] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.106623] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.118419] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 in Status: IN_PROGRESS for 2s [ 615.349653] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c4651-7667-4cdc-9a73-f69b8c98ebda taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.349653] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.349653] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c88c4651-7667-4cdc-9a73-f69b8c98ebda',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.350352] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a503150-9890-4f32-bf57-f794232b16a0 with status ACTIVE [ 615.350560] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.350701] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.350768] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.350999] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.356324] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.356324] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.356324] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.356324] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.356324] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.356324] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.360487] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.360487] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.360487] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.360487] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.360487] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.360487] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a503150-9890-4f32-bf57-f794232b16a0 is going to be updated. [ 615.392916] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.392916] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.392916] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.392916] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.392916] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.392916] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a503150-9890-4f32-bf57-f794232b16a0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.430425] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.430425] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.430425] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.430714] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.430891] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.431014] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 9e6caaeb-07c6-4e27-b92d-2724ec4058c2 not found, creating... [ 615.431313] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.431483] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.431609] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.431920] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.432113] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.432449] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.432654] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.432989] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.433299] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.433956] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.433956] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 9e6caaeb-07c6-4e27-b92d-2724ec4058c2 is going to be created. [ 615.459867] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.460112] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.460244] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.460533] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.460788] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.461084] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-9e6caaeb-07c6-4e27-b92d-2724ec4058c2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.736705] env[65068]: INFO networking_nsxv3.common.synchronization [None req-e34e0528-e957-4f38-97e0-4799d474ec52 None None] Enqueued Resource ID: 813fb88a-26d5-4e0a-9c12-393b34e1bd34 with Priority: HIGHEST for action port [ 615.737423] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 813fb88a-26d5-4e0a-9c12-393b34e1bd34 with Priority: HIGHEST for action port [ 615.737787] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-813fb88a-26d5-4e0a-9c12-393b34e1bd34 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.737916] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-813fb88a-26d5-4e0a-9c12-393b34e1bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.737982] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-813fb88a-26d5-4e0a-9c12-393b34e1bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.738348] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-813fb88a-26d5-4e0a-9c12-393b34e1bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.738790] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('813fb88a-26d5-4e0a-9c12-393b34e1bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.860133] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c88c4651-7667-4cdc-9a73-f69b8c98ebda',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.925627] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f35bd30a-6aea-4e05-ae29-506153837ba8 in Status: SUCCESS [ 615.925927] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f35bd30a-6aea-4e05-ae29-506153837ba8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.926946] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f35bd30a-6aea-4e05-ae29-506153837ba8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.926946] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f35bd30a-6aea-4e05-ae29-506153837ba8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.926946] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.926946] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.926946] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.926946] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.926946] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.926946] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f35bd30a-6aea-4e05-ae29-506153837ba8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.927294] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f35bd30a-6aea-4e05-ae29-506153837ba8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.207387] env[65068]: INFO networking_nsxv3.common.synchronization [req-edcc33fa-604a-45c7-8040-3a704f915143 req-6d35c82b-5ab8-4173-a3e4-1d38ca32faee service nova] Enqueued Resource ID: ebeeb81f-feed-4bc9-839e-d82e7127abb6 with Priority: HIGHEST for action security_group_rules [ 616.207591] env[65068]: INFO networking_nsxv3.common.synchronization [req-edcc33fa-604a-45c7-8040-3a704f915143 req-6d35c82b-5ab8-4173-a3e4-1d38ca32faee service nova] Enqueued Resource ID: ebeeb81f-feed-4bc9-839e-d82e7127abb6 with Priority: HIGHEST for action security_group_members [ 616.207741] env[65068]: INFO networking_nsxv3.common.synchronization [req-edcc33fa-604a-45c7-8040-3a704f915143 req-6d35c82b-5ab8-4173-a3e4-1d38ca32faee service nova] Enqueued Resource ID: 9e6caaeb-07c6-4e27-b92d-2724ec4058c2 with Priority: HIGHEST for action port [ 616.208275] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebeeb81f-feed-4bc9-839e-d82e7127abb6 with Priority: HIGHEST for action security_group_rules [ 616.208433] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebeeb81f-feed-4bc9-839e-d82e7127abb6 with Priority: HIGHEST for action security_group_members [ 616.208537] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e6caaeb-07c6-4e27-b92d-2724ec4058c2 with Priority: HIGHEST for action port [ 616.208842] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebeeb81f-feed-4bc9-839e-d82e7127abb6 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.208973] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebeeb81f-feed-4bc9-839e-d82e7127abb6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.210015] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebeeb81f-feed-4bc9-839e-d82e7127abb6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.210388] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebeeb81f-feed-4bc9-839e-d82e7127abb6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.210487] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebeeb81f-feed-4bc9-839e-d82e7127abb6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.211419] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebeeb81f-feed-4bc9-839e-d82e7127abb6 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.211554] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebeeb81f-feed-4bc9-839e-d82e7127abb6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.211653] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebeeb81f-feed-4bc9-839e-d82e7127abb6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.211829] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebeeb81f-feed-4bc9-839e-d82e7127abb6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.211999] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.212128] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.213288] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.213474] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.214326] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.214326] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebeeb81f-feed-4bc9-839e-d82e7127abb6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.214326] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e6caaeb-07c6-4e27-b92d-2724ec4058c2 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.215400] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e6caaeb-07c6-4e27-b92d-2724ec4058c2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.215400] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e6caaeb-07c6-4e27-b92d-2724ec4058c2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.215400] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e6caaeb-07c6-4e27-b92d-2724ec4058c2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.215756] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e6caaeb-07c6-4e27-b92d-2724ec4058c2',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.240940] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 813fb88a-26d5-4e0a-9c12-393b34e1bd34 [ 616.241532] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.241532] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.241532] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.241728] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.241728] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.241857] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:813fb88a-26d5-4e0a-9c12-393b34e1bd34 already deleted. [ 616.241971] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-813fb88a-26d5-4e0a-9c12-393b34e1bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.362761] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.362955] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.362955] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.363183] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.363277] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.363377] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda is going to be created. [ 616.395205] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.395205] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.395205] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.395205] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.395205] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.408338] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda in Status: UNINITIALIZED for 2s [ 616.428911] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f35bd30a-6aea-4e05-ae29-506153837ba8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.547147] env[65068]: INFO networking_nsxv3.common.synchronization [req-6cd937b4-eb5f-49fe-a203-d3a84c945d77 req-3d12b46c-ed72-4a57-b4f6-9a08e523de6f tempest-VolumesAssistedSnapshotsTest-687636092 tempest-VolumesAssistedSnapshotsTest-687636092-project-member] Enqueued Resource ID: 134228a9-de28-4cef-889e-ec9058c5b726 with Priority: HIGHEST for action security_group_members [ 616.547795] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 134228a9-de28-4cef-889e-ec9058c5b726 with Priority: HIGHEST for action security_group_members [ 616.548533] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-134228a9-de28-4cef-889e-ec9058c5b726 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.548650] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-134228a9-de28-4cef-889e-ec9058c5b726" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.548705] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-134228a9-de28-4cef-889e-ec9058c5b726" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.549042] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-134228a9-de28-4cef-889e-ec9058c5b726" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.549237] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.549356] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.549433] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.549585] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.549672] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.549769] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('134228a9-de28-4cef-889e-ec9058c5b726',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.718843] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e6caaeb-07c6-4e27-b92d-2724ec4058c2 with status ACTIVE [ 616.719107] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.719255] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.719351] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.719662] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.719730] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.719891] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.720008] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.720095] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.720280] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.722833] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.722833] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.723144] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.723144] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.723550] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.723550] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.723730] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e6caaeb-07c6-4e27-b92d-2724ec4058c2 is going to be updated. [ 616.725286] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebeeb81f-feed-4bc9-839e-d82e7127abb6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.727197] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebeeb81f-feed-4bc9-839e-d82e7127abb6 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.727364] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebeeb81f-feed-4bc9-839e-d82e7127abb6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.772309] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.772595] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.772656] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.773094] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.773300] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.773568] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e6caaeb-07c6-4e27-b92d-2724ec4058c2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.934788] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f35bd30a-6aea-4e05-ae29-506153837ba8: rpc.has_security_group_logging(os_id): False [ 616.957836] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.963130] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.963130] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.963130] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.963130] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.963130] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.963130] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.963130] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.963130] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.963130] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.963130] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f35bd30a-6aea-4e05-ae29-506153837ba8 is going to be created. [ 617.019467] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.019661] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-544" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.019779] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-544" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.020325] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-544" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.020644] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.020815] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.020928] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.021191] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.021330] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.022758] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.022880] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.022986] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.023102] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.023212] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.023316] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.023444] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.044037] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.044181] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.046842] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.046842] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.046842] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.048059] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.048239] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.048377] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.048590] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-544" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.048901] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-88fda29a-f106-48fd-a2bc-33c9bbb3f40f taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.049186] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-88fda29a-f106-48fd-a2bc-33c9bbb3f40f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.049321] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-88fda29a-f106-48fd-a2bc-33c9bbb3f40f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.049697] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-88fda29a-f106-48fd-a2bc-33c9bbb3f40f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.049867] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88fda29a-f106-48fd-a2bc-33c9bbb3f40f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.051673] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.051830] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.051909] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.052331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.052476] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.052759] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.052860] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.053213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.053213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.053285] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.053377] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 134228a9-de28-4cef-889e-ec9058c5b726 already deleted. [ 617.053462] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-134228a9-de28-4cef-889e-ec9058c5b726" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.061404] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f35bd30a-6aea-4e05-ae29-506153837ba8 in Status: IN_PROGRESS for 2s [ 617.131010] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 in Status: SUCCESS [ 617.131276] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.131679] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.131679] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.131886] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.132050] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.132170] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.132368] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.132368] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.132570] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.132643] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.132731] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.132788] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.132936] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.133096] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.133281] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.133281] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.133429] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.133504] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.133560] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.133610] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.228256] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebeeb81f-feed-4bc9-839e-d82e7127abb6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.552222] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.552467] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.553436] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.553436] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.553436] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.553436] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 88fda29a-f106-48fd-a2bc-33c9bbb3f40f not found, creating... [ 617.553436] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.553889] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.553889] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.553889] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.554056] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.554290] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.554447] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.554554] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.558022] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.558022] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.558022] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 88fda29a-f106-48fd-a2bc-33c9bbb3f40f is going to be created. [ 617.578930] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.579260] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.579378] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.579576] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.579803] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.580033] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-88fda29a-f106-48fd-a2bc-33c9bbb3f40f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.635999] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbcbcf8c-fdc0-4bda-81ba-2f322455e861: rpc.has_security_group_logging(os_id): False [ 617.659598] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.659979] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.659979] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.660166] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.660166] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.660375] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.660534] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.660534] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.660687] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.660773] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.660969] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.661077] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.661885] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.661885] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.661885] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.661885] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.661885] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.661885] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.662195] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.662195] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.662320] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 is going to be created. [ 617.733864] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.733864] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.733864] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.733864] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.734065] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.734097] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebeeb81f-feed-4bc9-839e-d82e7127abb6 is going to be created. [ 617.790093] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.790414] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.790584] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.790981] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.791292] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.809895] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebeeb81f-feed-4bc9-839e-d82e7127abb6 in Status: UNINITIALIZED for 2s [ 617.811044] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.811294] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.811294] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.811634] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.811896] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.825497] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 in Status: IN_PROGRESS for 2s [ 618.296760] env[65068]: INFO networking_nsxv3.common.synchronization [req-6cd937b4-eb5f-49fe-a203-d3a84c945d77 req-3952ca7c-9bd3-4265-a34b-d3c0dd8df8a1 service nova] Enqueued Resource ID: 134228a9-de28-4cef-889e-ec9058c5b726 with Priority: HIGHEST for action security_group_rules [ 618.297024] env[65068]: INFO networking_nsxv3.common.synchronization [req-6cd937b4-eb5f-49fe-a203-d3a84c945d77 req-3952ca7c-9bd3-4265-a34b-d3c0dd8df8a1 service nova] Enqueued Resource ID: 134228a9-de28-4cef-889e-ec9058c5b726 with Priority: HIGHEST for action security_group_members [ 618.297217] env[65068]: INFO networking_nsxv3.common.synchronization [req-6cd937b4-eb5f-49fe-a203-d3a84c945d77 req-3952ca7c-9bd3-4265-a34b-d3c0dd8df8a1 service nova] Enqueued Resource ID: 88fda29a-f106-48fd-a2bc-33c9bbb3f40f with Priority: HIGHEST for action port [ 618.297861] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 134228a9-de28-4cef-889e-ec9058c5b726 with Priority: HIGHEST for action security_group_rules [ 618.298203] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 134228a9-de28-4cef-889e-ec9058c5b726 with Priority: HIGHEST for action security_group_members [ 618.298361] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88fda29a-f106-48fd-a2bc-33c9bbb3f40f with Priority: HIGHEST for action port [ 618.298656] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-134228a9-de28-4cef-889e-ec9058c5b726 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.298796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-134228a9-de28-4cef-889e-ec9058c5b726" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.298870] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-134228a9-de28-4cef-889e-ec9058c5b726" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.299143] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-134228a9-de28-4cef-889e-ec9058c5b726" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.299230] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('134228a9-de28-4cef-889e-ec9058c5b726',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.301487] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-134228a9-de28-4cef-889e-ec9058c5b726 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.301487] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-134228a9-de28-4cef-889e-ec9058c5b726" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.301487] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-134228a9-de28-4cef-889e-ec9058c5b726" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.303497] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-134228a9-de28-4cef-889e-ec9058c5b726" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.303704] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.303817] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.303945] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.304387] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.304387] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.304387] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('134228a9-de28-4cef-889e-ec9058c5b726',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.307593] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-88fda29a-f106-48fd-a2bc-33c9bbb3f40f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.307737] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88fda29a-f106-48fd-a2bc-33c9bbb3f40f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.307825] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88fda29a-f106-48fd-a2bc-33c9bbb3f40f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.307985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88fda29a-f106-48fd-a2bc-33c9bbb3f40f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.308088] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88fda29a-f106-48fd-a2bc-33c9bbb3f40f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.419485] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda in Status: SUCCESS [ 618.421189] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.421519] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.421692] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.421905] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.422067] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.422143] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.422308] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.422397] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.422575] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.422639] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c88c4651-7667-4cdc-9a73-f69b8c98ebda',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.801597] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-134228a9-de28-4cef-889e-ec9058c5b726 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.801843] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-134228a9-de28-4cef-889e-ec9058c5b726" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.808446] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('134228a9-de28-4cef-889e-ec9058c5b726',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.812833] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88fda29a-f106-48fd-a2bc-33c9bbb3f40f with status ACTIVE [ 618.813178] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.813418] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.813477] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.813766] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.813916] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.814151] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.814299] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.814397] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.814686] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.814858] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.815084] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.815159] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.815236] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.815419] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.815539] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.815662] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88fda29a-f106-48fd-a2bc-33c9bbb3f40f is going to be updated. [ 618.844987] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.845257] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.845257] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.845482] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.845675] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.845859] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88fda29a-f106-48fd-a2bc-33c9bbb3f40f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.925532] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c4651-7667-4cdc-9a73-f69b8c98ebda taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.925768] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.925848] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.926136] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.926440] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.926550] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.926607] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.926790] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.927096] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.927096] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.927197] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c4651-7667-4cdc-9a73-f69b8c98ebda taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.927583] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.927663] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.927791] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.927947] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.928503] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.928503] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.928503] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.928503] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.928770] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.928770] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c88c4651-7667-4cdc-9a73-f69b8c98ebda',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.082987] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f35bd30a-6aea-4e05-ae29-506153837ba8 in Status: SUCCESS [ 619.082987] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f35bd30a-6aea-4e05-ae29-506153837ba8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.312266] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('134228a9-de28-4cef-889e-ec9058c5b726',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.432069] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c88c4651-7667-4cdc-9a73-f69b8c98ebda: rpc.has_security_group_logging(os_id): False [ 619.454971] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.458179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.458179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.458179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.458179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.458179] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.458179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.458179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.458179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.458179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.458179] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.458179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.458179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.458179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.458179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.460563] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.460563] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.460563] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.460563] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.460563] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.460563] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda is going to be created. [ 619.471979] env[65068]: INFO networking_nsxv3.common.synchronization [None req-077c0b5b-b248-498f-a49f-9a4695cb684a tempest-ServersWithSpecificFlavorTestJSON-611812560 tempest-ServersWithSpecificFlavorTestJSON-611812560-project-member] Enqueued Resource ID: d1795647-0758-4dd8-b08e-aaa0d985060f with Priority: HIGHEST for action security_group_rules [ 619.475088] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1795647-0758-4dd8-b08e-aaa0d985060f with Priority: HIGHEST for action security_group_rules [ 619.475835] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1795647-0758-4dd8-b08e-aaa0d985060f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.475994] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.476092] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.476459] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.476545] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1795647-0758-4dd8-b08e-aaa0d985060f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.499588] env[65068]: INFO networking_nsxv3.common.synchronization [None req-96d6cdfc-f406-492c-b247-f13b60a56a2e None None] Enqueued Resource ID: e72a3ca1-5143-4f85-9a74-77e9d69fc32b with Priority: HIGHEST for action port [ 619.502851] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e72a3ca1-5143-4f85-9a74-77e9d69fc32b with Priority: HIGHEST for action port [ 619.502851] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-e72a3ca1-5143-4f85-9a74-77e9d69fc32b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.502851] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e72a3ca1-5143-4f85-9a74-77e9d69fc32b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.502851] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e72a3ca1-5143-4f85-9a74-77e9d69fc32b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.502851] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e72a3ca1-5143-4f85-9a74-77e9d69fc32b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.502851] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e72a3ca1-5143-4f85-9a74-77e9d69fc32b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.555698] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.555869] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.555945] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.556236] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.556459] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.571593] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda in Status: IN_PROGRESS for 2s [ 619.814683] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.814822] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.815038] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.815209] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.815279] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.815333] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 134228a9-de28-4cef-889e-ec9058c5b726 is going to be created. [ 619.829951] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebeeb81f-feed-4bc9-839e-d82e7127abb6 in Status: SUCCESS [ 619.829951] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebeeb81f-feed-4bc9-839e-d82e7127abb6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.830177] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebeeb81f-feed-4bc9-839e-d82e7127abb6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.830220] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebeeb81f-feed-4bc9-839e-d82e7127abb6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.830485] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.831650] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.831650] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.831650] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.831650] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.831650] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebeeb81f-feed-4bc9-839e-d82e7127abb6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.831650] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebeeb81f-feed-4bc9-839e-d82e7127abb6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.847309] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.849249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.849670] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.849945] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.850154] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.857076] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 in Status: SUCCESS [ 619.857076] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.857076] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.857076] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.857076] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.863549] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 134228a9-de28-4cef-889e-ec9058c5b726 in Status: UNINITIALIZED for 2s [ 620.004304] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.004304] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.004304] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.004304] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.004304] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.004304] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1795647-0758-4dd8-b08e-aaa0d985060f already deleted. [ 620.004304] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.005806] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e72a3ca1-5143-4f85-9a74-77e9d69fc32b [ 620.006047] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.006391] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.006391] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.010019] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.010019] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.010019] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e72a3ca1-5143-4f85-9a74-77e9d69fc32b already deleted. [ 620.010019] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e72a3ca1-5143-4f85-9a74-77e9d69fc32b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.169859] env[65068]: INFO networking_nsxv3.common.synchronization [None req-de724ce5-8778-4de5-9a8a-6bc6a660866f tempest-ServersWithSpecificFlavorTestJSON-611812560 tempest-ServersWithSpecificFlavorTestJSON-611812560-project-member] Enqueued Resource ID: d1795647-0758-4dd8-b08e-aaa0d985060f with Priority: HIGHEST for action security_group_rules [ 620.171888] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1795647-0758-4dd8-b08e-aaa0d985060f with Priority: HIGHEST for action security_group_rules [ 620.172243] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1795647-0758-4dd8-b08e-aaa0d985060f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.172380] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.172448] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.172673] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.172748] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1795647-0758-4dd8-b08e-aaa0d985060f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.337819] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebeeb81f-feed-4bc9-839e-d82e7127abb6 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.337819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebeeb81f-feed-4bc9-839e-d82e7127abb6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.337819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebeeb81f-feed-4bc9-839e-d82e7127abb6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.337819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebeeb81f-feed-4bc9-839e-d82e7127abb6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.337819] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.337819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.337819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.337819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.337819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.337819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebeeb81f-feed-4bc9-839e-d82e7127abb6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.337819] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebeeb81f-feed-4bc9-839e-d82e7127abb6 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.337819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebeeb81f-feed-4bc9-839e-d82e7127abb6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.337819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebeeb81f-feed-4bc9-839e-d82e7127abb6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.337819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebeeb81f-feed-4bc9-839e-d82e7127abb6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.337819] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.337819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.339252] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.339252] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.339252] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.339413] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebeeb81f-feed-4bc9-839e-d82e7127abb6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.339460] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebeeb81f-feed-4bc9-839e-d82e7127abb6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.361066] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.361285] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.361367] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.362265] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.362265] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.362265] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.362265] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.362265] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.362265] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.362527] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.362527] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.697724] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.698187] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.699582] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.699582] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.699582] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.699582] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1795647-0758-4dd8-b08e-aaa0d985060f already deleted. [ 620.699582] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.846575] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebeeb81f-feed-4bc9-839e-d82e7127abb6: rpc.has_security_group_logging(os_id): False [ 620.847403] env[65068]: INFO networking_nsxv3.common.synchronization [req-57aaecfe-bc06-4406-b6a4-7365eb24a887 req-7440750a-e8b8-445d-ad46-8753045e7713 tempest-DeleteServersAdminTestJSON-323622916 tempest-DeleteServersAdminTestJSON-323622916-project-admin] Enqueued Resource ID: 07a46042-afaf-4913-af12-c0ed86762c14 with Priority: HIGHEST for action security_group_members [ 620.849214] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07a46042-afaf-4913-af12-c0ed86762c14 with Priority: HIGHEST for action security_group_members [ 620.849932] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-07a46042-afaf-4913-af12-c0ed86762c14 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.850281] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.850595] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.850994] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.851653] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.853022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.853022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.853022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.853022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.853022] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07a46042-afaf-4913-af12-c0ed86762c14',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.867955] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.867955] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.867955] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.867955] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.867955] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.867955] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.867955] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.867955] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.867955] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.867955] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.867955] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.867955] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.867955] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.867955] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.867955] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.868737] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.868737] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.868737] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.868920] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.869043] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.869159] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebeeb81f-feed-4bc9-839e-d82e7127abb6 is going to be created. [ 620.870472] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.870589] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.870661] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.870813] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.871094] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.871516] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.871622] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.871848] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.871993] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.872103] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.872277] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.872376] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.872438] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.872618] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.872795] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.872914] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.872992] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.873184] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.873295] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.873393] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.873506] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.939687] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.939801] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.939868] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.940733] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.940733] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.956752] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebeeb81f-feed-4bc9-839e-d82e7127abb6 in Status: IN_PROGRESS for 2s [ 621.194022] env[65068]: INFO networking_nsxv3.common.synchronization [req-2ec79578-a484-4518-8138-ece26ef93159 req-83a4e7c4-9b63-42bc-ba22-e0593c5231f3 tempest-VolumesAdminNegativeTest-888506177 tempest-VolumesAdminNegativeTest-888506177-project-member] Enqueued Resource ID: 023cc868-c12e-4be9-a33e-7dc73d532a96 with Priority: HIGHEST for action security_group_members [ 621.194022] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023cc868-c12e-4be9-a33e-7dc73d532a96 with Priority: HIGHEST for action security_group_members [ 621.194022] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-023cc868-c12e-4be9-a33e-7dc73d532a96 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.194022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023cc868-c12e-4be9-a33e-7dc73d532a96" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.194022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023cc868-c12e-4be9-a33e-7dc73d532a96" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.194022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023cc868-c12e-4be9-a33e-7dc73d532a96" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.194022] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.194022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.194022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.194022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.194022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.194022] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('023cc868-c12e-4be9-a33e-7dc73d532a96',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.305669] env[65068]: INFO networking_nsxv3.common.synchronization [None req-0f105798-7ea0-4595-9d29-752f8db0ce30 None None] Enqueued Resource ID: 0b2d6b4e-b8d2-4a41-8a3b-1c90e3dd6a7a with Priority: HIGHEST for action port [ 621.306129] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b2d6b4e-b8d2-4a41-8a3b-1c90e3dd6a7a with Priority: HIGHEST for action port [ 621.306516] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b2d6b4e-b8d2-4a41-8a3b-1c90e3dd6a7a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.306682] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b2d6b4e-b8d2-4a41-8a3b-1c90e3dd6a7a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.306762] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b2d6b4e-b8d2-4a41-8a3b-1c90e3dd6a7a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.311141] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b2d6b4e-b8d2-4a41-8a3b-1c90e3dd6a7a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.311369] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b2d6b4e-b8d2-4a41-8a3b-1c90e3dd6a7a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.354813] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.355413] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.355413] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.355413] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.355772] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.355772] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.356084] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.356084] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.356161] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.356384] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.356496] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07a46042-afaf-4913-af12-c0ed86762c14 is going to be updated. [ 621.378340] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbcbcf8c-fdc0-4bda-81ba-2f322455e861: rpc.has_security_group_logging(os_id): False [ 621.392972] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.395596] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.395596] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.395822] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.395965] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.398783] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.398907] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.398907] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.399131] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.399223] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.399454] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.399555] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.399618] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.399781] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.399854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.400043] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.400139] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.400204] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.400868] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.400868] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.400868] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.400868] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.400868] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.401118] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.401118] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.403183] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 is going to be updated. [ 621.413910] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07a46042-afaf-4913-af12-c0ed86762c14 in Status: IN_PROGRESS for 2s [ 621.484503] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.484718] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.484803] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.485521] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.485740] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.520925] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 in Status: IN_PROGRESS for 2s [ 621.593979] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda in Status: SUCCESS [ 621.594242] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.698020] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.698283] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.698341] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.699510] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.699708] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.699908] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.700118] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.700118] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.700374] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.700374] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.700601] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023cc868-c12e-4be9-a33e-7dc73d532a96 already deleted. [ 621.700601] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023cc868-c12e-4be9-a33e-7dc73d532a96" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.760250] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.760250] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-948" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.760250] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-948" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.760250] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-948" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.760250] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.760250] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.760250] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.760250] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.760250] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.760908] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.761205] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 621.761413] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 621.761615] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 621.761822] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.762438] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 621.762912] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 621.810787] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 621.810787] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.048 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 621.810787] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 621.811087] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-948" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.811432] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-b9f73089-9c85-45f5-b6c9-62dfae44f633 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.811576] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-b9f73089-9c85-45f5-b6c9-62dfae44f633" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.811576] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-b9f73089-9c85-45f5-b6c9-62dfae44f633" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.811902] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-b9f73089-9c85-45f5-b6c9-62dfae44f633" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.812046] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9f73089-9c85-45f5-b6c9-62dfae44f633',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.813331] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b2d6b4e-b8d2-4a41-8a3b-1c90e3dd6a7a [ 621.813626] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.813750] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.813819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.814090] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.814184] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.814280] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b2d6b4e-b8d2-4a41-8a3b-1c90e3dd6a7a already deleted. [ 621.814364] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b2d6b4e-b8d2-4a41-8a3b-1c90e3dd6a7a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.873237] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 134228a9-de28-4cef-889e-ec9058c5b726 in Status: SUCCESS [ 621.873498] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-134228a9-de28-4cef-889e-ec9058c5b726" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.873676] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-134228a9-de28-4cef-889e-ec9058c5b726" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.873931] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-134228a9-de28-4cef-889e-ec9058c5b726" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.874188] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.874304] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.874420] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.874546] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.874637] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.874726] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-134228a9-de28-4cef-889e-ec9058c5b726" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.874830] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('134228a9-de28-4cef-889e-ec9058c5b726',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.317356] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.318426] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.318426] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.319075] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.319075] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.319196] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port b9f73089-9c85-45f5-b6c9-62dfae44f633 not found, creating... [ 622.319639] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.319941] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.320511] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.321236] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.321381] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.321917] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.322323] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.322618] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.323440] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.323959] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.324066] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: b9f73089-9c85-45f5-b6c9-62dfae44f633 is going to be created. [ 622.354192] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.354628] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.354900] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.355504] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.355922] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.356908] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-b9f73089-9c85-45f5-b6c9-62dfae44f633" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.378023] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('134228a9-de28-4cef-889e-ec9058c5b726',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.887983] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 134228a9-de28-4cef-889e-ec9058c5b726: rpc.has_security_group_logging(os_id): False [ 622.907631] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.907830] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.907881] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.908122] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.908239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.908548] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.908672] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.908771] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.908994] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.909131] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.909261] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 134228a9-de28-4cef-889e-ec9058c5b726 is going to be created. [ 622.969314] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebeeb81f-feed-4bc9-839e-d82e7127abb6 in Status: SUCCESS [ 622.969314] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebeeb81f-feed-4bc9-839e-d82e7127abb6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.976835] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.976978] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.977086] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.977321] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.977685] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.997518] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 134228a9-de28-4cef-889e-ec9058c5b726 in Status: IN_PROGRESS for 2s [ 623.084275] env[65068]: INFO networking_nsxv3.common.synchronization [req-2ec79578-a484-4518-8138-ece26ef93159 req-3bcd82e1-ed93-42d1-b8f6-5cf740a6268b service nova] Enqueued Resource ID: 023cc868-c12e-4be9-a33e-7dc73d532a96 with Priority: HIGHEST for action security_group_rules [ 623.084479] env[65068]: INFO networking_nsxv3.common.synchronization [req-2ec79578-a484-4518-8138-ece26ef93159 req-3bcd82e1-ed93-42d1-b8f6-5cf740a6268b service nova] Enqueued Resource ID: 023cc868-c12e-4be9-a33e-7dc73d532a96 with Priority: HIGHEST for action security_group_members [ 623.084672] env[65068]: INFO networking_nsxv3.common.synchronization [req-2ec79578-a484-4518-8138-ece26ef93159 req-3bcd82e1-ed93-42d1-b8f6-5cf740a6268b service nova] Enqueued Resource ID: b9f73089-9c85-45f5-b6c9-62dfae44f633 with Priority: HIGHEST for action port [ 623.089499] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023cc868-c12e-4be9-a33e-7dc73d532a96 with Priority: HIGHEST for action security_group_rules [ 623.089668] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023cc868-c12e-4be9-a33e-7dc73d532a96 with Priority: HIGHEST for action security_group_members [ 623.089769] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f73089-9c85-45f5-b6c9-62dfae44f633 with Priority: HIGHEST for action port [ 623.090097] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-023cc868-c12e-4be9-a33e-7dc73d532a96 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.090232] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-023cc868-c12e-4be9-a33e-7dc73d532a96" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.090304] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-023cc868-c12e-4be9-a33e-7dc73d532a96" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.090665] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-023cc868-c12e-4be9-a33e-7dc73d532a96" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.090740] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('023cc868-c12e-4be9-a33e-7dc73d532a96',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.091881] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-023cc868-c12e-4be9-a33e-7dc73d532a96 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.092021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023cc868-c12e-4be9-a33e-7dc73d532a96" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.093192] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023cc868-c12e-4be9-a33e-7dc73d532a96" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.093462] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023cc868-c12e-4be9-a33e-7dc73d532a96" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.093597] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.093715] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.093781] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.093972] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.094136] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.094290] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('023cc868-c12e-4be9-a33e-7dc73d532a96',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.095361] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9f73089-9c85-45f5-b6c9-62dfae44f633 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.095489] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9f73089-9c85-45f5-b6c9-62dfae44f633" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.095489] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9f73089-9c85-45f5-b6c9-62dfae44f633" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.095632] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9f73089-9c85-45f5-b6c9-62dfae44f633" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.095715] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9f73089-9c85-45f5-b6c9-62dfae44f633',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.427895] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07a46042-afaf-4913-af12-c0ed86762c14 in Status: SUCCESS [ 623.428290] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07a46042-afaf-4913-af12-c0ed86762c14 deletion is rescheduled due to dependency. [ 623.428345] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.542745] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 in Status: SUCCESS [ 623.542975] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.558479] env[65068]: INFO networking_nsxv3.common.synchronization [req-977ad887-b972-4507-909e-e45980154ba8 req-4b0afaeb-3b82-4bfc-b86a-23a2e41615c7 tempest-InstanceActionsTestJSON-263666241 tempest-InstanceActionsTestJSON-263666241-project-member] Enqueued Resource ID: 13cfb842-d52f-4a13-a2d2-c6c34cfcbaad with Priority: HIGHEST for action security_group_members [ 623.558968] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13cfb842-d52f-4a13-a2d2-c6c34cfcbaad with Priority: HIGHEST for action security_group_members [ 623.561431] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.561639] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.562352] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.562752] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.563183] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.564884] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.564884] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.564884] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.564884] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.564884] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13cfb842-d52f-4a13-a2d2-c6c34cfcbaad',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.599597] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('023cc868-c12e-4be9-a33e-7dc73d532a96',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.600842] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-023cc868-c12e-4be9-a33e-7dc73d532a96 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.600976] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023cc868-c12e-4be9-a33e-7dc73d532a96" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.601134] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9f73089-9c85-45f5-b6c9-62dfae44f633 with status ACTIVE [ 623.601295] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.601401] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.601465] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.601674] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.601757] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.601924] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.603604] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.603739] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.604236] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.604236] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.604377] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.604377] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.604468] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.605216] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.605216] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.605216] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9f73089-9c85-45f5-b6c9-62dfae44f633 is going to be updated. [ 623.635224] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.635481] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.635602] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.635899] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.636086] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.636291] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9f73089-9c85-45f5-b6c9-62dfae44f633" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.068466] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.068732] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.068820] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.069032] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.069236] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.069406] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.069538] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.069631] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.069870] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.070022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.070156] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13cfb842-d52f-4a13-a2d2-c6c34cfcbaad already deleted. [ 624.070284] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.109301] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('023cc868-c12e-4be9-a33e-7dc73d532a96',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.265021] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-752 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.265021] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-752" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.265021] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-752" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.265021] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-752" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.265021] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.265021] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.265587] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.265936] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.266203] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.266532] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.266775] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.267065] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.267265] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.267505] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.267725] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.269650] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.289693] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.289693] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 624.289693] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.289693] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-752" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.289693] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-6d14e7f1-159a-4703-a445-960614843a22 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.289693] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-6d14e7f1-159a-4703-a445-960614843a22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.289693] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-6d14e7f1-159a-4703-a445-960614843a22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.289693] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-6d14e7f1-159a-4703-a445-960614843a22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.290772] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d14e7f1-159a-4703-a445-960614843a22',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.613269] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.613767] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.613767] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.613767] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.614105] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.614105] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023cc868-c12e-4be9-a33e-7dc73d532a96 is going to be created. [ 624.644734] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.644931] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.644982] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.645210] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.645371] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.668714] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023cc868-c12e-4be9-a33e-7dc73d532a96 in Status: UNINITIALIZED for 2s [ 624.793986] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.794301] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.794795] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.794931] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.794989] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.795169] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 6d14e7f1-159a-4703-a445-960614843a22 not found, creating... [ 624.795468] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.795643] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.795810] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.796031] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.796212] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.796997] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.797194] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.797439] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.797620] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.797806] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.798011] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 6d14e7f1-159a-4703-a445-960614843a22 is going to be created. [ 624.831448] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.831586] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.831646] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.831933] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.832433] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.832433] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-6d14e7f1-159a-4703-a445-960614843a22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.013345] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 134228a9-de28-4cef-889e-ec9058c5b726 in Status: SUCCESS [ 625.013648] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-134228a9-de28-4cef-889e-ec9058c5b726" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.621485] env[65068]: INFO networking_nsxv3.common.synchronization [req-977ad887-b972-4507-909e-e45980154ba8 req-89e3e77f-6369-49c9-bae9-13d3445b23e1 service nova] Enqueued Resource ID: 13cfb842-d52f-4a13-a2d2-c6c34cfcbaad with Priority: HIGHEST for action security_group_rules [ 625.621485] env[65068]: INFO networking_nsxv3.common.synchronization [req-977ad887-b972-4507-909e-e45980154ba8 req-89e3e77f-6369-49c9-bae9-13d3445b23e1 service nova] Enqueued Resource ID: 13cfb842-d52f-4a13-a2d2-c6c34cfcbaad with Priority: HIGHEST for action security_group_members [ 625.621485] env[65068]: INFO networking_nsxv3.common.synchronization [req-977ad887-b972-4507-909e-e45980154ba8 req-89e3e77f-6369-49c9-bae9-13d3445b23e1 service nova] Enqueued Resource ID: 6d14e7f1-159a-4703-a445-960614843a22 with Priority: HIGHEST for action port [ 625.621485] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13cfb842-d52f-4a13-a2d2-c6c34cfcbaad with Priority: HIGHEST for action security_group_rules [ 625.621485] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13cfb842-d52f-4a13-a2d2-c6c34cfcbaad with Priority: HIGHEST for action security_group_members [ 625.621485] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d14e7f1-159a-4703-a445-960614843a22 with Priority: HIGHEST for action port [ 625.621485] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.622418] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.622418] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.622418] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.622418] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13cfb842-d52f-4a13-a2d2-c6c34cfcbaad',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.622785] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.622901] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.622971] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.623185] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.623383] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.623492] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.623492] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.623710] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.623710] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.623821] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13cfb842-d52f-4a13-a2d2-c6c34cfcbaad',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.625999] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d14e7f1-159a-4703-a445-960614843a22 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.625999] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d14e7f1-159a-4703-a445-960614843a22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.625999] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d14e7f1-159a-4703-a445-960614843a22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.625999] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d14e7f1-159a-4703-a445-960614843a22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.625999] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d14e7f1-159a-4703-a445-960614843a22',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.852313] env[65068]: INFO networking_nsxv3.common.synchronization [None req-a4d03280-dea7-4c10-8a06-b500799675d9 None None] Enqueued Resource ID: 48fc0722-33e7-4630-84fb-a640b8482785 with Priority: HIGHEST for action port [ 625.852313] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48fc0722-33e7-4630-84fb-a640b8482785 with Priority: HIGHEST for action port [ 625.852313] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-48fc0722-33e7-4630-84fb-a640b8482785 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.852313] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48fc0722-33e7-4630-84fb-a640b8482785" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.852313] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48fc0722-33e7-4630-84fb-a640b8482785" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.852313] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48fc0722-33e7-4630-84fb-a640b8482785" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.852313] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48fc0722-33e7-4630-84fb-a640b8482785',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.985777] env[65068]: INFO networking_nsxv3.common.synchronization [req-ada2cc54-5759-4792-bfcd-407cfcc34965 req-bf9a3614-4fb7-40a9-a6fa-a0a12bf61c5e tempest-ServerDiagnosticsNegativeTest-1281090274 tempest-ServerDiagnosticsNegativeTest-1281090274-project-member] Enqueued Resource ID: d6ab9ea6-a754-42a7-b01c-43e00f65fa33 with Priority: HIGHEST for action security_group_members [ 625.985777] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6ab9ea6-a754-42a7-b01c-43e00f65fa33 with Priority: HIGHEST for action security_group_members [ 625.986706] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6ab9ea6-a754-42a7-b01c-43e00f65fa33 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.986706] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6ab9ea6-a754-42a7-b01c-43e00f65fa33" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.986706] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6ab9ea6-a754-42a7-b01c-43e00f65fa33" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.986706] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6ab9ea6-a754-42a7-b01c-43e00f65fa33" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.986706] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.986706] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.987224] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.987224] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.987224] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.987224] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6ab9ea6-a754-42a7-b01c-43e00f65fa33',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.128231] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13cfb842-d52f-4a13-a2d2-c6c34cfcbaad',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.129998] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.129998] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.129998] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d14e7f1-159a-4703-a445-960614843a22 with status ACTIVE [ 626.129998] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.130362] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.130362] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.130541] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.130752] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.130984] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.131166] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.131264] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.131461] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.131549] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.131846] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.131903] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.131951] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.132311] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.132311] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.132311] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d14e7f1-159a-4703-a445-960614843a22 is going to be updated. [ 626.163216] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.163419] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.163513] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.163704] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.163839] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.164588] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d14e7f1-159a-4703-a445-960614843a22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.358384] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48fc0722-33e7-4630-84fb-a640b8482785 [ 626.358384] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.358384] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.358384] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.358384] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.358384] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.358384] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48fc0722-33e7-4630-84fb-a640b8482785 already deleted. [ 626.358384] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48fc0722-33e7-4630-84fb-a640b8482785" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.490210] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.490210] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.490210] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.490210] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.490210] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.490448] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.490527] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.490587] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.490759] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.490866] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.490989] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6ab9ea6-a754-42a7-b01c-43e00f65fa33 is going to be updated. [ 626.524097] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.524274] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.524390] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.524621] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.524762] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.542616] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6ab9ea6-a754-42a7-b01c-43e00f65fa33 in Status: IN_PROGRESS for 2s [ 626.634691] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13cfb842-d52f-4a13-a2d2-c6c34cfcbaad',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.681227] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023cc868-c12e-4be9-a33e-7dc73d532a96 in Status: SUCCESS [ 626.681514] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023cc868-c12e-4be9-a33e-7dc73d532a96" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.681992] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023cc868-c12e-4be9-a33e-7dc73d532a96" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.682264] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023cc868-c12e-4be9-a33e-7dc73d532a96" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.682462] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.682643] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.682740] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.682905] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.682987] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.683087] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023cc868-c12e-4be9-a33e-7dc73d532a96" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.683180] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('023cc868-c12e-4be9-a33e-7dc73d532a96',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.808139] env[65068]: INFO networking_nsxv3.common.synchronization [req-d1e6c053-f45b-4dc9-9432-8a0d3094f018 req-9f2eb8c9-af37-4c42-9c99-6693500aa7ef tempest-ServersTestBootFromVolume-686549577 tempest-ServersTestBootFromVolume-686549577-project-member] Enqueued Resource ID: 7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a with Priority: HIGHEST for action security_group_members [ 626.809442] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a with Priority: HIGHEST for action security_group_members [ 626.809784] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.809914] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.809972] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.810334] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.810435] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.810534] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.810695] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.810757] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.810848] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.810921] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.137402] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.137601] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.137647] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.137883] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.137998] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.138081] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13cfb842-d52f-4a13-a2d2-c6c34cfcbaad is going to be created. [ 627.165068] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.165247] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.165247] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.165463] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.165638] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.180302] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13cfb842-d52f-4a13-a2d2-c6c34cfcbaad in Status: UNINITIALIZED for 2s [ 627.190147] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-023cc868-c12e-4be9-a33e-7dc73d532a96 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.190397] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023cc868-c12e-4be9-a33e-7dc73d532a96" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.190549] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023cc868-c12e-4be9-a33e-7dc73d532a96" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.190725] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023cc868-c12e-4be9-a33e-7dc73d532a96" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.190941] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.191094] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.191189] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.191449] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.191573] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.191725] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023cc868-c12e-4be9-a33e-7dc73d532a96" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.191959] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-023cc868-c12e-4be9-a33e-7dc73d532a96 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.192086] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023cc868-c12e-4be9-a33e-7dc73d532a96" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.192172] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023cc868-c12e-4be9-a33e-7dc73d532a96" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.192329] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023cc868-c12e-4be9-a33e-7dc73d532a96" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.192507] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.192621] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.192692] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.192836] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.192905] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.192981] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023cc868-c12e-4be9-a33e-7dc73d532a96" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.193094] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('023cc868-c12e-4be9-a33e-7dc73d532a96',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.234210] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-138 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.234444] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-138" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.234563] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-138" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.234885] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-138" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.235169] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.235324] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.235439] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.235651] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.235789] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.236011] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.236169] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.236268] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.237357] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.237588] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.238971] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.240206] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.264210] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.264390] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.264594] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.264672] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-138" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.265030] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-a481d0c4-4482-4a6c-a96a-b5ec84da7db7 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.265207] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-a481d0c4-4482-4a6c-a96a-b5ec84da7db7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.265324] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-a481d0c4-4482-4a6c-a96a-b5ec84da7db7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.265699] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-a481d0c4-4482-4a6c-a96a-b5ec84da7db7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.265810] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a481d0c4-4482-4a6c-a96a-b5ec84da7db7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.313758] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.313965] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.314062] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.314387] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.314387] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.314637] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.314737] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.314811] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.314976] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.315069] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.315155] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a already deleted. [ 627.315236] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.696821] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 023cc868-c12e-4be9-a33e-7dc73d532a96: rpc.has_security_group_logging(os_id): False [ 627.719746] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.719998] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.719998] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.720226] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.720226] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.720429] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.720536] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.720760] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.721089] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.721089] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.721383] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.721383] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.721585] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.721585] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.723123] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.723123] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.723123] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.723123] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.723123] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.723123] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.723123] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 023cc868-c12e-4be9-a33e-7dc73d532a96 is going to be created. [ 627.771514] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.771514] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.771514] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.771514] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.771514] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.771514] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port a481d0c4-4482-4a6c-a96a-b5ec84da7db7 not found, creating... [ 627.772035] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.772260] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.772505] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.772912] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.773219] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.773724] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.774009] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.774357] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.774670] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.774922] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.775293] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: a481d0c4-4482-4a6c-a96a-b5ec84da7db7 is going to be created. [ 627.803524] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.803817] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.803944] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.804375] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.804564] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.804852] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-a481d0c4-4482-4a6c-a96a-b5ec84da7db7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.823981] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.824239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.824239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.824528] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.824740] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.843619] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 023cc868-c12e-4be9-a33e-7dc73d532a96 in Status: IN_PROGRESS for 2s [ 628.549499] env[65068]: INFO networking_nsxv3.common.synchronization [None req-1357f484-9648-4498-ac86-83350f0adfb1 None None] Enqueued Resource ID: 5df46567-2358-452d-980d-2359f8f17047 with Priority: HIGHEST for action port [ 628.549894] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5df46567-2358-452d-980d-2359f8f17047 with Priority: HIGHEST for action port [ 628.550208] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-5df46567-2358-452d-980d-2359f8f17047 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.550359] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5df46567-2358-452d-980d-2359f8f17047" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.550442] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5df46567-2358-452d-980d-2359f8f17047" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.550816] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5df46567-2358-452d-980d-2359f8f17047" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.550911] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5df46567-2358-452d-980d-2359f8f17047',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.554630] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6ab9ea6-a754-42a7-b01c-43e00f65fa33 in Status: SUCCESS [ 628.554773] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6ab9ea6-a754-42a7-b01c-43e00f65fa33 deletion is rescheduled due to dependency. [ 628.555354] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6ab9ea6-a754-42a7-b01c-43e00f65fa33" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.564601] env[65068]: INFO networking_nsxv3.common.synchronization [req-d1e6c053-f45b-4dc9-9432-8a0d3094f018 req-7925c6ef-d9c0-4c59-8ffc-30b6c16e0e5c service nova] Enqueued Resource ID: 7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a with Priority: HIGHEST for action security_group_rules [ 628.564975] env[65068]: INFO networking_nsxv3.common.synchronization [req-d1e6c053-f45b-4dc9-9432-8a0d3094f018 req-7925c6ef-d9c0-4c59-8ffc-30b6c16e0e5c service nova] Enqueued Resource ID: 7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a with Priority: HIGHEST for action security_group_members [ 628.564975] env[65068]: INFO networking_nsxv3.common.synchronization [req-d1e6c053-f45b-4dc9-9432-8a0d3094f018 req-7925c6ef-d9c0-4c59-8ffc-30b6c16e0e5c service nova] Enqueued Resource ID: a481d0c4-4482-4a6c-a96a-b5ec84da7db7 with Priority: HIGHEST for action port [ 628.565519] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a with Priority: HIGHEST for action security_group_rules [ 628.565649] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a with Priority: HIGHEST for action security_group_members [ 628.566043] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a481d0c4-4482-4a6c-a96a-b5ec84da7db7 with Priority: HIGHEST for action port [ 628.567974] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.568305] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.568305] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.568456] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.568547] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.573437] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.573883] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.573953] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.578166] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.578166] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.578166] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.578166] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.578166] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.578166] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.578166] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.579937] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-a481d0c4-4482-4a6c-a96a-b5ec84da7db7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.580079] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a481d0c4-4482-4a6c-a96a-b5ec84da7db7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.580079] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a481d0c4-4482-4a6c-a96a-b5ec84da7db7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.580348] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a481d0c4-4482-4a6c-a96a-b5ec84da7db7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.580467] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a481d0c4-4482-4a6c-a96a-b5ec84da7db7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.056069] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5df46567-2358-452d-980d-2359f8f17047 [ 629.057322] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.057322] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.057322] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.057322] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.057322] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.057322] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5df46567-2358-452d-980d-2359f8f17047 already deleted. [ 629.057322] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5df46567-2358-452d-980d-2359f8f17047" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.081864] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.084116] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.084311] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.089120] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a481d0c4-4482-4a6c-a96a-b5ec84da7db7 with status ACTIVE [ 629.089442] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.089623] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.089711] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.089976] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.090115] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.090357] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.090505] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.090581] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.090797] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.091205] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.091205] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.091426] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.091426] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.091587] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.091715] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.091849] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a481d0c4-4482-4a6c-a96a-b5ec84da7db7 is going to be updated. [ 629.128230] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.128411] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.128480] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.128718] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.128856] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.129039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a481d0c4-4482-4a6c-a96a-b5ec84da7db7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.194816] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13cfb842-d52f-4a13-a2d2-c6c34cfcbaad in Status: SUCCESS [ 629.196113] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.196113] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.196113] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.196113] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.196113] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.196113] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.196113] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.196113] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.196604] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.196604] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13cfb842-d52f-4a13-a2d2-c6c34cfcbaad',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.586061] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.698557] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.698767] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.698875] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.699170] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.699484] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.699609] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.699678] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.699839] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.699921] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.700019] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.700428] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.700521] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.700771] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.700771] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.700897] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.700986] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.701057] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.701405] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.701845] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.701845] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.701845] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13cfb842-d52f-4a13-a2d2-c6c34cfcbaad',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.856241] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 023cc868-c12e-4be9-a33e-7dc73d532a96 in Status: SUCCESS [ 629.856654] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-023cc868-c12e-4be9-a33e-7dc73d532a96" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.102752] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.102752] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.102752] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.102752] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.102752] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.102752] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a is going to be created. [ 630.142227] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.142887] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.145093] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.145093] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.145093] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.159840] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a in Status: UNINITIALIZED for 2s [ 630.204667] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13cfb842-d52f-4a13-a2d2-c6c34cfcbaad: rpc.has_security_group_logging(os_id): False [ 630.228778] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.228957] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.228957] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.229194] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.229287] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.229506] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.229610] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.229675] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.229819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.229952] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.230093] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.230192] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.230278] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.230390] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.230491] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.230647] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.230739] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.230801] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.230940] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.234416] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.234650] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13cfb842-d52f-4a13-a2d2-c6c34cfcbaad is going to be created. [ 630.313151] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.313828] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.313828] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.313828] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.314029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.328345] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13cfb842-d52f-4a13-a2d2-c6c34cfcbaad in Status: IN_PROGRESS for 2s [ 632.172196] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a in Status: SUCCESS [ 632.172196] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.172196] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.172196] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.172196] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.172196] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.172196] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.172196] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.172808] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.172808] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.172808] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.344529] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13cfb842-d52f-4a13-a2d2-c6c34cfcbaad in Status: SUCCESS [ 632.344754] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.676595] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.179505] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a: rpc.has_security_group_logging(os_id): False [ 633.201512] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.201667] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.201740] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.201961] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.202063] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.202300] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.202405] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.202471] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.202714] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.202813] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.202905] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a is going to be created. [ 633.265865] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.266255] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.266255] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.266576] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.266825] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.283510] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a in Status: IN_PROGRESS for 2s [ 633.566553] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 633.566796] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 635.021550] env[65068]: INFO networking_nsxv3.common.synchronization [None req-5ca168fc-3efa-449b-9935-85ea53c8182e None None] Enqueued Resource ID: 1a66d2fd-d459-4bae-bde0-42afece83061 with Priority: HIGHEST for action port [ 635.022647] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a66d2fd-d459-4bae-bde0-42afece83061 with Priority: HIGHEST for action port [ 635.022647] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a66d2fd-d459-4bae-bde0-42afece83061 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.022647] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a66d2fd-d459-4bae-bde0-42afece83061" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.022647] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a66d2fd-d459-4bae-bde0-42afece83061" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.023487] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a66d2fd-d459-4bae-bde0-42afece83061" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.023487] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a66d2fd-d459-4bae-bde0-42afece83061',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.304075] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a in Status: SUCCESS [ 635.304348] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.526423] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a66d2fd-d459-4bae-bde0-42afece83061 [ 635.526793] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.526793] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.526970] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.527121] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.527204] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.527304] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a66d2fd-d459-4bae-bde0-42afece83061 already deleted. [ 635.527386] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a66d2fd-d459-4bae-bde0-42afece83061" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.694067] env[65068]: INFO networking_nsxv3.common.synchronization [req-bf23753b-d111-4a79-81b7-c688455e2eea req-826b1fc9-11c6-4236-9bc5-37ce2edb01d5 tempest-ServersWithSpecificFlavorTestJSON-611812560 tempest-ServersWithSpecificFlavorTestJSON-611812560-project-member] Enqueued Resource ID: d1795647-0758-4dd8-b08e-aaa0d985060f with Priority: HIGHEST for action security_group_members [ 635.694842] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1795647-0758-4dd8-b08e-aaa0d985060f with Priority: HIGHEST for action security_group_members [ 635.695191] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1795647-0758-4dd8-b08e-aaa0d985060f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.695320] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.695411] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.695735] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.695914] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.696156] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.696156] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.696399] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.696399] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.696547] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1795647-0758-4dd8-b08e-aaa0d985060f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.157916] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-447 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.158277] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-447" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.158277] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-447" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.158565] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-447" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.158821] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.158967] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.159321] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.159862] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.160087] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.160333] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.160471] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.160609] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.163975] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.163975] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.163975] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.163975] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.188346] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.188506] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.188637] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.188859] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-447" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.189185] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-1b2d4a79-6147-4294-9e50-db50547223d3 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.189361] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-1b2d4a79-6147-4294-9e50-db50547223d3" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.189475] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-1b2d4a79-6147-4294-9e50-db50547223d3" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.189793] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-1b2d4a79-6147-4294-9e50-db50547223d3" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.189924] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b2d4a79-6147-4294-9e50-db50547223d3',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.200572] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.200572] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.200572] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.200572] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.200572] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.200572] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.200572] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.200572] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.200572] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.200572] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.200572] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1795647-0758-4dd8-b08e-aaa0d985060f already deleted. [ 636.200572] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.696340] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.696340] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.696340] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.696340] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.696340] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.696340] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 1b2d4a79-6147-4294-9e50-db50547223d3 not found, creating... [ 636.696340] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.696340] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.696340] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.696340] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.696340] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.698111] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.699014] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.699356] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.701450] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.701450] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.701450] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 1b2d4a79-6147-4294-9e50-db50547223d3 is going to be created. [ 636.727252] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.727252] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.727252] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.727252] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.727252] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.727252] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-1b2d4a79-6147-4294-9e50-db50547223d3" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.735241] env[65068]: INFO networking_nsxv3.common.synchronization [None req-54bc99e2-f005-4c23-8d9b-9b455dc78b75 None None] Enqueued Resource ID: e7ece8ff-d855-403b-b5a6-c31a0feb9bcb with Priority: HIGHEST for action port [ 636.735241] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ece8ff-d855-403b-b5a6-c31a0feb9bcb with Priority: HIGHEST for action port [ 636.735241] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7ece8ff-d855-403b-b5a6-c31a0feb9bcb taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.735241] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7ece8ff-d855-403b-b5a6-c31a0feb9bcb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.735241] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7ece8ff-d855-403b-b5a6-c31a0feb9bcb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.735241] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7ece8ff-d855-403b-b5a6-c31a0feb9bcb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.735684] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7ece8ff-d855-403b-b5a6-c31a0feb9bcb',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.238136] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7ece8ff-d855-403b-b5a6-c31a0feb9bcb [ 637.240332] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.240332] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.240332] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.240332] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.240332] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.240332] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7ece8ff-d855-403b-b5a6-c31a0feb9bcb already deleted. [ 637.240332] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7ece8ff-d855-403b-b5a6-c31a0feb9bcb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.482417] env[65068]: INFO networking_nsxv3.common.synchronization [req-bf23753b-d111-4a79-81b7-c688455e2eea req-af7ed713-587b-4a3e-91f9-f91c6ca31f3d service nova] Enqueued Resource ID: d1795647-0758-4dd8-b08e-aaa0d985060f with Priority: HIGHEST for action security_group_rules [ 637.482593] env[65068]: INFO networking_nsxv3.common.synchronization [req-bf23753b-d111-4a79-81b7-c688455e2eea req-af7ed713-587b-4a3e-91f9-f91c6ca31f3d service nova] Enqueued Resource ID: d1795647-0758-4dd8-b08e-aaa0d985060f with Priority: HIGHEST for action security_group_members [ 637.482729] env[65068]: INFO networking_nsxv3.common.synchronization [req-bf23753b-d111-4a79-81b7-c688455e2eea req-af7ed713-587b-4a3e-91f9-f91c6ca31f3d service nova] Enqueued Resource ID: 1b2d4a79-6147-4294-9e50-db50547223d3 with Priority: HIGHEST for action port [ 637.483280] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1795647-0758-4dd8-b08e-aaa0d985060f with Priority: HIGHEST for action security_group_rules [ 637.483423] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1795647-0758-4dd8-b08e-aaa0d985060f with Priority: HIGHEST for action security_group_members [ 637.483519] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2d4a79-6147-4294-9e50-db50547223d3 with Priority: HIGHEST for action port [ 637.483794] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1795647-0758-4dd8-b08e-aaa0d985060f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.483907] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.483969] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.491039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.491039] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1795647-0758-4dd8-b08e-aaa0d985060f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.491039] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1795647-0758-4dd8-b08e-aaa0d985060f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.491039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.491039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.491748] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.491748] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.491748] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.491748] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.491748] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.491748] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.492641] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1795647-0758-4dd8-b08e-aaa0d985060f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.496054] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b2d4a79-6147-4294-9e50-db50547223d3 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.496054] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b2d4a79-6147-4294-9e50-db50547223d3" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.496054] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b2d4a79-6147-4294-9e50-db50547223d3" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.496054] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b2d4a79-6147-4294-9e50-db50547223d3" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.496054] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b2d4a79-6147-4294-9e50-db50547223d3',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.654487] env[65068]: INFO networking_nsxv3.common.synchronization [None req-c7b3c1cc-750c-456a-b4fb-9c0265d89aef None None] Enqueued Resource ID: 401e60f0-6694-4843-b689-0a276a8abb2a with Priority: HIGHEST for action port [ 637.655492] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401e60f0-6694-4843-b689-0a276a8abb2a with Priority: HIGHEST for action port [ 637.655912] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-401e60f0-6694-4843-b689-0a276a8abb2a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.656063] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-401e60f0-6694-4843-b689-0a276a8abb2a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.656063] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-401e60f0-6694-4843-b689-0a276a8abb2a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.656310] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-401e60f0-6694-4843-b689-0a276a8abb2a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.656398] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('401e60f0-6694-4843-b689-0a276a8abb2a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.741916] env[65068]: INFO networking_nsxv3.common.synchronization [req-c7f93d5f-f91f-46b0-8bc8-2634ebf298e9 req-90a3c2fd-9ed6-4b37-a1c9-06a333c534ba tempest-ImagesNegativeTestJSON-37388296 tempest-ImagesNegativeTestJSON-37388296-project-member] Enqueued Resource ID: ebeeb81f-feed-4bc9-839e-d82e7127abb6 with Priority: HIGHEST for action security_group_members [ 637.742309] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebeeb81f-feed-4bc9-839e-d82e7127abb6 with Priority: HIGHEST for action security_group_members [ 637.742622] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebeeb81f-feed-4bc9-839e-d82e7127abb6 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.742745] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebeeb81f-feed-4bc9-839e-d82e7127abb6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.742802] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebeeb81f-feed-4bc9-839e-d82e7127abb6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.746389] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebeeb81f-feed-4bc9-839e-d82e7127abb6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.746389] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.746389] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.746389] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.746389] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.746389] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.746389] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebeeb81f-feed-4bc9-839e-d82e7127abb6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.999137] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1795647-0758-4dd8-b08e-aaa0d985060f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.999137] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1795647-0758-4dd8-b08e-aaa0d985060f taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.999137] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.999137] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b2d4a79-6147-4294-9e50-db50547223d3 with status ACTIVE [ 637.999137] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.999137] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.999137] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.999723] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.999723] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.999723] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.999723] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.999723] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.001538] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.001538] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.001538] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.001538] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.001538] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.001538] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.002024] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.002024] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b2d4a79-6147-4294-9e50-db50547223d3 is going to be updated. [ 638.027607] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.027854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.027854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.028040] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.028177] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.028357] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b2d4a79-6147-4294-9e50-db50547223d3" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.160643] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 401e60f0-6694-4843-b689-0a276a8abb2a [ 638.160643] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.160643] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.160643] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.160643] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.163506] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.163506] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:401e60f0-6694-4843-b689-0a276a8abb2a already deleted. [ 638.163506] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-401e60f0-6694-4843-b689-0a276a8abb2a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.247734] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.248421] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.248600] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.248907] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.249599] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.249926] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.251221] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.251313] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.251528] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.251625] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.251733] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebeeb81f-feed-4bc9-839e-d82e7127abb6 is going to be updated. [ 638.281409] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.281409] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.281409] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.281727] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.281727] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.293995] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebeeb81f-feed-4bc9-839e-d82e7127abb6 in Status: IN_PROGRESS for 2s [ 638.500202] env[65068]: INFO networking_nsxv3.common.synchronization [req-3ae7284f-fc15-4a9b-99ed-383801c1e620 req-2efca446-df8b-4e8d-a9f1-198e612c79e8 tempest-InstanceActionsV221TestJSON-1866598058 tempest-InstanceActionsV221TestJSON-1866598058-project-member] Enqueued Resource ID: e6793400-f2a0-41b3-9252-900ffcea6a55 with Priority: HIGHEST for action security_group_members [ 638.500903] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6793400-f2a0-41b3-9252-900ffcea6a55 with Priority: HIGHEST for action security_group_members [ 638.501097] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6793400-f2a0-41b3-9252-900ffcea6a55 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.501270] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6793400-f2a0-41b3-9252-900ffcea6a55" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.501270] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6793400-f2a0-41b3-9252-900ffcea6a55" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.502872] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6793400-f2a0-41b3-9252-900ffcea6a55" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.503344] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.503455] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.503517] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.503783] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.503783] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.504354] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6793400-f2a0-41b3-9252-900ffcea6a55',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.505637] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1795647-0758-4dd8-b08e-aaa0d985060f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.888274] env[65068]: INFO networking_nsxv3.common.synchronization [None req-a790e1e0-24ed-4e4e-b485-661dd863f842 None None] Enqueued Resource ID: 5d2616a9-9b56-4bda-9b3a-001fed725ef8 with Priority: HIGHEST for action port [ 638.888880] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2616a9-9b56-4bda-9b3a-001fed725ef8 with Priority: HIGHEST for action port [ 638.889131] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d2616a9-9b56-4bda-9b3a-001fed725ef8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.889222] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d2616a9-9b56-4bda-9b3a-001fed725ef8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.889272] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d2616a9-9b56-4bda-9b3a-001fed725ef8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.890140] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d2616a9-9b56-4bda-9b3a-001fed725ef8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.890257] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d2616a9-9b56-4bda-9b3a-001fed725ef8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.994779] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-204 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.994779] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-204" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.994779] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-204" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.994779] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-204" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.994779] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.994779] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.994779] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.994779] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.994779] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.994779] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.994779] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.994779] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.994779] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.995392] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.995392] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.995392] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.007439] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.007439] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.007695] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.008343] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.009037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.009037] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.009037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.009037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.009412] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.009412] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.009484] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6793400-f2a0-41b3-9252-900ffcea6a55 already deleted. [ 639.010333] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6793400-f2a0-41b3-9252-900ffcea6a55" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.010333] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.010333] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.010333] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.010333] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.010333] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.010333] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1795647-0758-4dd8-b08e-aaa0d985060f is going to be created. [ 639.015818] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.016691] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 639.016691] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.016691] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-204" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.016691] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-34841d45-b460-4667-9130-0e571c9987f5 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.017044] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-34841d45-b460-4667-9130-0e571c9987f5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.017044] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-34841d45-b460-4667-9130-0e571c9987f5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.018028] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-34841d45-b460-4667-9130-0e571c9987f5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.018028] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34841d45-b460-4667-9130-0e571c9987f5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.041782] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.041782] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.041782] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.041782] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.042153] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.054183] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1795647-0758-4dd8-b08e-aaa0d985060f in Status: UNINITIALIZED for 2s [ 639.394099] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d2616a9-9b56-4bda-9b3a-001fed725ef8 [ 639.394099] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.394586] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.394586] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.394586] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.394684] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.394850] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d2616a9-9b56-4bda-9b3a-001fed725ef8 already deleted. [ 639.394850] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d2616a9-9b56-4bda-9b3a-001fed725ef8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.521421] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.522084] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.522084] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.522314] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.522467] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.522672] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 34841d45-b460-4667-9130-0e571c9987f5 not found, creating... [ 639.523038] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.523293] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.523403] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.523701] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.523889] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.524352] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.524591] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.524720] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.524941] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.525087] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.525224] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 34841d45-b460-4667-9130-0e571c9987f5 is going to be created. [ 639.546426] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.546587] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.546890] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.547725] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.547725] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.547725] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-34841d45-b460-4667-9130-0e571c9987f5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.255035] env[65068]: INFO networking_nsxv3.common.synchronization [req-3ae7284f-fc15-4a9b-99ed-383801c1e620 req-e63ca665-bb2a-4e9a-be38-aaca7caba26e service nova] Enqueued Resource ID: e6793400-f2a0-41b3-9252-900ffcea6a55 with Priority: HIGHEST for action security_group_rules [ 640.255035] env[65068]: INFO networking_nsxv3.common.synchronization [req-3ae7284f-fc15-4a9b-99ed-383801c1e620 req-e63ca665-bb2a-4e9a-be38-aaca7caba26e service nova] Enqueued Resource ID: e6793400-f2a0-41b3-9252-900ffcea6a55 with Priority: HIGHEST for action security_group_members [ 640.255035] env[65068]: INFO networking_nsxv3.common.synchronization [req-3ae7284f-fc15-4a9b-99ed-383801c1e620 req-e63ca665-bb2a-4e9a-be38-aaca7caba26e service nova] Enqueued Resource ID: 34841d45-b460-4667-9130-0e571c9987f5 with Priority: HIGHEST for action port [ 640.255395] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6793400-f2a0-41b3-9252-900ffcea6a55 with Priority: HIGHEST for action security_group_rules [ 640.255539] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6793400-f2a0-41b3-9252-900ffcea6a55 with Priority: HIGHEST for action security_group_members [ 640.255633] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34841d45-b460-4667-9130-0e571c9987f5 with Priority: HIGHEST for action port [ 640.255895] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6793400-f2a0-41b3-9252-900ffcea6a55 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.256041] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6793400-f2a0-41b3-9252-900ffcea6a55" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.256118] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6793400-f2a0-41b3-9252-900ffcea6a55" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.256373] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6793400-f2a0-41b3-9252-900ffcea6a55" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.256450] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6793400-f2a0-41b3-9252-900ffcea6a55',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.257501] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6793400-f2a0-41b3-9252-900ffcea6a55 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.257501] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6793400-f2a0-41b3-9252-900ffcea6a55" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.257616] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6793400-f2a0-41b3-9252-900ffcea6a55" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.258790] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6793400-f2a0-41b3-9252-900ffcea6a55" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.258790] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.258790] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.258790] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.258790] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.258790] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.258790] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6793400-f2a0-41b3-9252-900ffcea6a55',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.259137] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-34841d45-b460-4667-9130-0e571c9987f5 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.259202] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34841d45-b460-4667-9130-0e571c9987f5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.259295] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34841d45-b460-4667-9130-0e571c9987f5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.259544] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34841d45-b460-4667-9130-0e571c9987f5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.259544] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34841d45-b460-4667-9130-0e571c9987f5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.305917] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebeeb81f-feed-4bc9-839e-d82e7127abb6 in Status: SUCCESS [ 640.305917] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebeeb81f-feed-4bc9-839e-d82e7127abb6 deletion is rescheduled due to dependency. [ 640.305917] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebeeb81f-feed-4bc9-839e-d82e7127abb6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.764293] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6793400-f2a0-41b3-9252-900ffcea6a55',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.765433] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6793400-f2a0-41b3-9252-900ffcea6a55 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.765553] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6793400-f2a0-41b3-9252-900ffcea6a55" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.765704] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34841d45-b460-4667-9130-0e571c9987f5 with status ACTIVE [ 640.765868] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.765974] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.766222] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.766532] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.766625] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.766804] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.766905] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.766968] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.767970] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.767970] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.767970] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.767970] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.767970] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.768403] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.768403] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.768876] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34841d45-b460-4667-9130-0e571c9987f5 is going to be updated. [ 640.794162] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.794849] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.794849] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.794849] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.794849] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.795057] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34841d45-b460-4667-9130-0e571c9987f5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.067166] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1795647-0758-4dd8-b08e-aaa0d985060f in Status: SUCCESS [ 641.067392] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.067607] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.067843] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.068045] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.068170] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.068236] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.068403] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.068474] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.068561] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.068653] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1795647-0758-4dd8-b08e-aaa0d985060f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.271437] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6793400-f2a0-41b3-9252-900ffcea6a55',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.576674] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1795647-0758-4dd8-b08e-aaa0d985060f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.775596] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.779029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.779029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.779029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.779029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.779029] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6793400-f2a0-41b3-9252-900ffcea6a55 is going to be created. [ 641.795045] env[65068]: INFO networking_nsxv3.common.synchronization [None req-097954e8-05e6-4921-9d38-ce1dd77f7403 None None] Enqueued Resource ID: f8ac45c5-acc8-40be-aec8-c3dd41272ed6 with Priority: HIGHEST for action port [ 641.796393] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8ac45c5-acc8-40be-aec8-c3dd41272ed6 with Priority: HIGHEST for action port [ 641.796934] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8ac45c5-acc8-40be-aec8-c3dd41272ed6 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.797137] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8ac45c5-acc8-40be-aec8-c3dd41272ed6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.797296] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8ac45c5-acc8-40be-aec8-c3dd41272ed6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.797640] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8ac45c5-acc8-40be-aec8-c3dd41272ed6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.797743] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8ac45c5-acc8-40be-aec8-c3dd41272ed6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.803521] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.803628] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.803628] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.803822] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.804306] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.815988] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6793400-f2a0-41b3-9252-900ffcea6a55 in Status: UNINITIALIZED for 2s [ 642.080722] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1795647-0758-4dd8-b08e-aaa0d985060f: rpc.has_security_group_logging(os_id): False [ 642.099607] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.099793] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.099793] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.100015] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.103192] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.103564] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.103760] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.103849] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.105031] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.105031] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.105031] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1795647-0758-4dd8-b08e-aaa0d985060f is going to be created. [ 642.178529] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.178956] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.179142] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.180181] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.180181] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.195305] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1795647-0758-4dd8-b08e-aaa0d985060f in Status: IN_PROGRESS for 2s [ 642.302487] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8ac45c5-acc8-40be-aec8-c3dd41272ed6 [ 642.302487] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.302487] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.302487] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.302487] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.302487] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.302487] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8ac45c5-acc8-40be-aec8-c3dd41272ed6 already deleted. [ 642.302487] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8ac45c5-acc8-40be-aec8-c3dd41272ed6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.620674] env[65068]: INFO networking_nsxv3.common.synchronization [req-7c4e2925-3d20-40a0-bc73-e9a0d9bc27c4 req-a5aa4d9b-9fc0-4a3c-9edf-f1e92998a3ab tempest-DeleteServersAdminTestJSON-1417760449 tempest-DeleteServersAdminTestJSON-1417760449-project-member] Enqueued Resource ID: 07a46042-afaf-4913-af12-c0ed86762c14 with Priority: HIGHEST for action security_group_members [ 643.621254] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07a46042-afaf-4913-af12-c0ed86762c14 with Priority: HIGHEST for action security_group_members [ 643.621707] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-07a46042-afaf-4913-af12-c0ed86762c14 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.621707] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.621852] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.623658] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.623842] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.623935] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.624008] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.624192] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.624270] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.624366] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07a46042-afaf-4913-af12-c0ed86762c14',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.825403] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6793400-f2a0-41b3-9252-900ffcea6a55 in Status: SUCCESS [ 643.825635] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6793400-f2a0-41b3-9252-900ffcea6a55" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.825826] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6793400-f2a0-41b3-9252-900ffcea6a55" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.826045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6793400-f2a0-41b3-9252-900ffcea6a55" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.826462] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.826462] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.826462] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.826677] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.826711] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.826848] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6793400-f2a0-41b3-9252-900ffcea6a55" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.826906] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6793400-f2a0-41b3-9252-900ffcea6a55',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.129963] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.129963] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.129963] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.129963] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.129963] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.129963] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.129963] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.129963] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.129963] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.129963] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.130712] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07a46042-afaf-4913-af12-c0ed86762c14 is going to be updated. [ 644.159235] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.159365] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.159437] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.159693] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.159891] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.176162] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07a46042-afaf-4913-af12-c0ed86762c14 in Status: IN_PROGRESS for 2s [ 644.209573] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1795647-0758-4dd8-b08e-aaa0d985060f in Status: SUCCESS [ 644.210324] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.268026] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-79 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.268437] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.268437] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.268437] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.268859] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.268859] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.269077] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.269376] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.269634] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.269707] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.269865] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.269865] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.269981] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.270283] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.270283] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.270549] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.292149] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.292497] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.292497] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.294032] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.294032] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-c748ebb7-f003-4a2c-8bde-48530db8d03b taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.294032] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-c748ebb7-f003-4a2c-8bde-48530db8d03b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.294273] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-c748ebb7-f003-4a2c-8bde-48530db8d03b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.294646] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-c748ebb7-f003-4a2c-8bde-48530db8d03b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.295167] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c748ebb7-f003-4a2c-8bde-48530db8d03b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.329480] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6793400-f2a0-41b3-9252-900ffcea6a55 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.329652] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6793400-f2a0-41b3-9252-900ffcea6a55" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.329725] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6793400-f2a0-41b3-9252-900ffcea6a55" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.329942] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6793400-f2a0-41b3-9252-900ffcea6a55" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.330122] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.330227] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.330292] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.330475] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.330522] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.330613] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6793400-f2a0-41b3-9252-900ffcea6a55" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.330793] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6793400-f2a0-41b3-9252-900ffcea6a55 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.330893] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6793400-f2a0-41b3-9252-900ffcea6a55" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.330952] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6793400-f2a0-41b3-9252-900ffcea6a55" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.331105] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6793400-f2a0-41b3-9252-900ffcea6a55" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.331246] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.331339] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.331391] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.331530] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.331748] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.331748] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6793400-f2a0-41b3-9252-900ffcea6a55" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.332037] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6793400-f2a0-41b3-9252-900ffcea6a55',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.798611] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.799136] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.799136] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.799289] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.799435] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.799588] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port c748ebb7-f003-4a2c-8bde-48530db8d03b not found, creating... [ 644.801134] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.801405] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.801531] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.802147] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.802337] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.802648] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.802835] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.803046] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.803290] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.803421] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.805324] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: c748ebb7-f003-4a2c-8bde-48530db8d03b is going to be created. [ 644.826149] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.826356] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.826479] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.827246] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.827563] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.827846] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-c748ebb7-f003-4a2c-8bde-48530db8d03b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.833725] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6793400-f2a0-41b3-9252-900ffcea6a55: rpc.has_security_group_logging(os_id): False [ 644.858377] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.858377] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.858377] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.858377] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.858377] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.858377] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.858377] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.858377] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.858930] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.858930] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.858930] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.858930] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.859155] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.859155] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.859250] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.859383] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.859444] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.859503] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.859643] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.859785] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.859822] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6793400-f2a0-41b3-9252-900ffcea6a55 is going to be created. [ 644.951910] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.953710] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.953710] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.953710] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.953710] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.978683] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6793400-f2a0-41b3-9252-900ffcea6a55 in Status: IN_PROGRESS for 2s [ 645.618164] env[65068]: INFO networking_nsxv3.common.synchronization [None req-a6bd2099-e9e6-4d97-8fad-65720690fad6 None None] Enqueued Resource ID: 8af267bd-a93f-4656-a57f-87af7063332a with Priority: HIGHEST for action port [ 645.618883] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af267bd-a93f-4656-a57f-87af7063332a with Priority: HIGHEST for action port [ 645.619122] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-8af267bd-a93f-4656-a57f-87af7063332a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.619302] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8af267bd-a93f-4656-a57f-87af7063332a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.619302] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8af267bd-a93f-4656-a57f-87af7063332a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.619608] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8af267bd-a93f-4656-a57f-87af7063332a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.619798] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8af267bd-a93f-4656-a57f-87af7063332a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.660565] env[65068]: INFO networking_nsxv3.common.synchronization [req-7c4e2925-3d20-40a0-bc73-e9a0d9bc27c4 req-83c0dafd-809e-4bfe-b907-02e7a19b86ea service nova] Enqueued Resource ID: 07a46042-afaf-4913-af12-c0ed86762c14 with Priority: HIGHEST for action security_group_rules [ 645.660565] env[65068]: INFO networking_nsxv3.common.synchronization [req-7c4e2925-3d20-40a0-bc73-e9a0d9bc27c4 req-83c0dafd-809e-4bfe-b907-02e7a19b86ea service nova] Enqueued Resource ID: 07a46042-afaf-4913-af12-c0ed86762c14 with Priority: HIGHEST for action security_group_members [ 645.660565] env[65068]: INFO networking_nsxv3.common.synchronization [req-7c4e2925-3d20-40a0-bc73-e9a0d9bc27c4 req-83c0dafd-809e-4bfe-b907-02e7a19b86ea service nova] Enqueued Resource ID: c748ebb7-f003-4a2c-8bde-48530db8d03b with Priority: HIGHEST for action port [ 645.660565] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07a46042-afaf-4913-af12-c0ed86762c14 with Priority: HIGHEST for action security_group_rules [ 645.660845] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07a46042-afaf-4913-af12-c0ed86762c14 with Priority: HIGHEST for action security_group_members [ 645.660845] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c748ebb7-f003-4a2c-8bde-48530db8d03b with Priority: HIGHEST for action port [ 645.662041] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07a46042-afaf-4913-af12-c0ed86762c14 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.662041] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.662041] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.662041] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.662041] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07a46042-afaf-4913-af12-c0ed86762c14',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.662757] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-07a46042-afaf-4913-af12-c0ed86762c14 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.662866] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.663675] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-c748ebb7-f003-4a2c-8bde-48530db8d03b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.663816] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c748ebb7-f003-4a2c-8bde-48530db8d03b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.663889] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c748ebb7-f003-4a2c-8bde-48530db8d03b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.664108] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c748ebb7-f003-4a2c-8bde-48530db8d03b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.664196] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c748ebb7-f003-4a2c-8bde-48530db8d03b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.059889] env[65068]: INFO networking_nsxv3.common.synchronization [req-ac5dd506-b926-4296-ac9d-2c2f5aa620cf req-81969103-8bc4-4fce-b2fc-6761f9e98552 tempest-FloatingIPsAssociationTestJSON-1836174073 tempest-FloatingIPsAssociationTestJSON-1836174073-project-member] Enqueued Resource ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 with Priority: HIGHEST for action security_group_members [ 646.060485] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 with Priority: HIGHEST for action security_group_members [ 646.060815] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.060958] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.061041] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.061674] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.062031] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.062031] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.062031] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.062246] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.062279] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.062513] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83cc699a-9c42-4ca1-895c-b2eca2a5a0e7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.122958] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8af267bd-a93f-4656-a57f-87af7063332a [ 646.123219] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.123445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.123445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.123816] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.123816] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.124160] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8af267bd-a93f-4656-a57f-87af7063332a already deleted. [ 646.124160] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8af267bd-a93f-4656-a57f-87af7063332a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.166435] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-07a46042-afaf-4913-af12-c0ed86762c14 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.166671] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.169059] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c748ebb7-f003-4a2c-8bde-48530db8d03b with status ACTIVE [ 646.169241] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.169371] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.169421] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.169651] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.169776] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.169940] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.170034] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.170092] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.170249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.170323] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.170505] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.170633] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.170671] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.170834] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.170917] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.171074] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c748ebb7-f003-4a2c-8bde-48530db8d03b is going to be updated. [ 646.188146] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07a46042-afaf-4913-af12-c0ed86762c14 in Status: SUCCESS [ 646.189072] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07a46042-afaf-4913-af12-c0ed86762c14 deletion is rescheduled due to dependency. [ 646.189279] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.189580] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.189862] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.190422] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.190422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.190422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.190422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.190634] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.190634] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07a46042-afaf-4913-af12-c0ed86762c14',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.199958] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.199958] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.199958] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.199958] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.199958] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.199958] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c748ebb7-f003-4a2c-8bde-48530db8d03b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.564477] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83cc699a-9c42-4ca1-895c-b2eca2a5a0e7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.626507] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-597 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.626899] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-597" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.627369] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-597" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.627784] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-597" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.628336] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.628536] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.628651] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.628888] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.629068] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.629515] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.629654] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.629931] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.630147] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.630270] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.630391] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.630623] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.652017] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.652192] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 646.652323] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.652501] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-597" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.652881] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-6a599dd8-a48d-4bea-ac6e-92c07c557dd7 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.653066] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-6a599dd8-a48d-4bea-ac6e-92c07c557dd7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.653177] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-6a599dd8-a48d-4bea-ac6e-92c07c557dd7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.653567] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-6a599dd8-a48d-4bea-ac6e-92c07c557dd7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.653699] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a599dd8-a48d-4bea-ac6e-92c07c557dd7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.694482] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07a46042-afaf-4913-af12-c0ed86762c14',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.997498] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6793400-f2a0-41b3-9252-900ffcea6a55 in Status: SUCCESS [ 646.998162] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6793400-f2a0-41b3-9252-900ffcea6a55" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.066429] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83cc699a-9c42-4ca1-895c-b2eca2a5a0e7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.160421] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.161402] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.161402] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.161402] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.161402] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.161765] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 6a599dd8-a48d-4bea-ac6e-92c07c557dd7 not found, creating... [ 647.162327] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.162327] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.162327] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.162578] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.162615] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.162999] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.163291] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.163442] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.163991] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.163991] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.163991] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 6a599dd8-a48d-4bea-ac6e-92c07c557dd7 is going to be created. [ 647.188309] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.188615] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.188693] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.190050] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.190050] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.190050] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-6a599dd8-a48d-4bea-ac6e-92c07c557dd7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.199804] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07a46042-afaf-4913-af12-c0ed86762c14',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.569646] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.569864] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.569998] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.570272] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.570432] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.570748] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 is going to be updated. [ 647.602478] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.604674] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.604674] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.604674] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.604674] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.617547] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 in Status: IN_PROGRESS for 2s [ 647.702043] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.705069] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.705069] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.705069] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.705069] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.705069] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07a46042-afaf-4913-af12-c0ed86762c14 is going to be updated. [ 647.756260] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.756260] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.756260] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.756260] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.756657] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.770774] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07a46042-afaf-4913-af12-c0ed86762c14 in Status: IN_PROGRESS for 2s [ 647.956283] env[65068]: INFO networking_nsxv3.common.synchronization [req-ac5dd506-b926-4296-ac9d-2c2f5aa620cf req-1540cd6c-ac4d-4336-baad-c1695ae304cc service nova] Enqueued Resource ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 with Priority: HIGHEST for action security_group_rules [ 647.956283] env[65068]: INFO networking_nsxv3.common.synchronization [req-ac5dd506-b926-4296-ac9d-2c2f5aa620cf req-1540cd6c-ac4d-4336-baad-c1695ae304cc service nova] Enqueued Resource ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 with Priority: HIGHEST for action security_group_members [ 647.956283] env[65068]: INFO networking_nsxv3.common.synchronization [req-ac5dd506-b926-4296-ac9d-2c2f5aa620cf req-1540cd6c-ac4d-4336-baad-c1695ae304cc service nova] Enqueued Resource ID: 6a599dd8-a48d-4bea-ac6e-92c07c557dd7 with Priority: HIGHEST for action port [ 647.957080] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 with Priority: HIGHEST for action security_group_rules [ 647.957080] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 with Priority: HIGHEST for action security_group_members [ 647.958071] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a599dd8-a48d-4bea-ac6e-92c07c557dd7 with Priority: HIGHEST for action port [ 647.958456] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.959086] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.959203] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.959856] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.959962] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83cc699a-9c42-4ca1-895c-b2eca2a5a0e7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.962702] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.962702] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.963201] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a599dd8-a48d-4bea-ac6e-92c07c557dd7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.963201] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a599dd8-a48d-4bea-ac6e-92c07c557dd7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.963201] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a599dd8-a48d-4bea-ac6e-92c07c557dd7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.963412] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a599dd8-a48d-4bea-ac6e-92c07c557dd7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.963412] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a599dd8-a48d-4bea-ac6e-92c07c557dd7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.463502] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.463844] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.465119] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a599dd8-a48d-4bea-ac6e-92c07c557dd7 with status ACTIVE [ 648.465710] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.465932] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.466096] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.468763] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.468763] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.468763] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.468763] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.468763] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.468763] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.468763] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.468763] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.468763] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.468763] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.468763] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.468763] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.469722] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a599dd8-a48d-4bea-ac6e-92c07c557dd7 is going to be updated. [ 648.496967] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.496967] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.496967] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.497239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.498202] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.498202] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a599dd8-a48d-4bea-ac6e-92c07c557dd7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.632152] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 in Status: SUCCESS [ 649.633355] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.633355] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.633355] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.633355] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.633355] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.633355] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.633355] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.633953] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.633953] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83cc699a-9c42-4ca1-895c-b2eca2a5a0e7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.795228] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07a46042-afaf-4913-af12-c0ed86762c14 in Status: SUCCESS [ 649.795228] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.795454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.795762] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.796152] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.796252] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.796311] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.796500] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.796593] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.796693] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.796901] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07a46042-afaf-4913-af12-c0ed86762c14',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.139032] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83cc699a-9c42-4ca1-895c-b2eca2a5a0e7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.301584] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-07a46042-afaf-4913-af12-c0ed86762c14 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.301766] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.301824] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.303895] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.304206] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.304372] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.304460] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.304834] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.304834] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.304938] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.305151] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-07a46042-afaf-4913-af12-c0ed86762c14 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.305275] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.305358] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.305552] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.305709] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.305823] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.305897] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.309759] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.309759] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.309759] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.309759] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07a46042-afaf-4913-af12-c0ed86762c14',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.359161] env[65068]: INFO networking_nsxv3.common.synchronization [req-78233950-bfc0-440b-ab67-1e500a9054b4 req-63828211-2275-4842-8b62-36d734e640e5 tempest-ServersAdminNegativeTestJSON-450122012 tempest-ServersAdminNegativeTestJSON-450122012-project-member] Enqueued Resource ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda with Priority: HIGHEST for action security_group_members [ 650.359161] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda with Priority: HIGHEST for action security_group_members [ 650.359785] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c4651-7667-4cdc-9a73-f69b8c98ebda taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.360132] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.360291] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.360576] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.360886] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.361120] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.361269] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.361580] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.361757] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.362030] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c88c4651-7667-4cdc-9a73-f69b8c98ebda',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.642190] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83cc699a-9c42-4ca1-895c-b2eca2a5a0e7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.811710] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07a46042-afaf-4913-af12-c0ed86762c14: rpc.has_security_group_logging(os_id): False [ 650.834733] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.834733] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.834733] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.834983] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.834983] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.835196] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.835319] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.835381] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.835503] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.835675] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.835778] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.835906] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.835997] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.836224] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.836224] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.836395] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.836493] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.836557] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.836725] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.836821] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.838124] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07a46042-afaf-4913-af12-c0ed86762c14 is going to be updated. [ 650.866042] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c88c4651-7667-4cdc-9a73-f69b8c98ebda',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.934747] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.934747] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.934747] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.934747] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.934747] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.949516] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07a46042-afaf-4913-af12-c0ed86762c14 in Status: IN_PROGRESS for 2s [ 650.971604] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-79 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.972136] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.972136] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.972789] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.972841] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.973021] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.973184] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.973666] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.973666] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.973902] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.974015] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.974167] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.974236] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.974565] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.974565] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.974702] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.004154] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.004368] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 651.004515] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.004746] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.005200] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-b1f8f5b0-f3ed-43ed-aaca-3dde812398a7 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.005341] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-b1f8f5b0-f3ed-43ed-aaca-3dde812398a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.005341] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-b1f8f5b0-f3ed-43ed-aaca-3dde812398a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.005734] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-b1f8f5b0-f3ed-43ed-aaca-3dde812398a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.005865] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1f8f5b0-f3ed-43ed-aaca-3dde812398a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.149176] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.149176] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.149176] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.149176] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.149176] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.149176] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 is going to be updated. [ 651.180285] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.181102] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.181102] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.181102] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.181102] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.192031] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 in Status: IN_PROGRESS for 2s [ 651.371501] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c88c4651-7667-4cdc-9a73-f69b8c98ebda',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.470894] env[65068]: INFO networking_nsxv3.common.synchronization [req-37dec3e2-46cd-452e-aa55-013dbfb735c0 req-e859d772-f18c-470f-8f73-5a42794f6ffb tempest-VolumesAdminNegativeTest-888506177 tempest-VolumesAdminNegativeTest-888506177-project-member] Enqueued Resource ID: 023cc868-c12e-4be9-a33e-7dc73d532a96 with Priority: HIGHEST for action security_group_members [ 651.471594] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023cc868-c12e-4be9-a33e-7dc73d532a96 with Priority: HIGHEST for action security_group_members [ 651.472189] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-023cc868-c12e-4be9-a33e-7dc73d532a96 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.472385] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023cc868-c12e-4be9-a33e-7dc73d532a96" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.472537] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023cc868-c12e-4be9-a33e-7dc73d532a96" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.472705] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023cc868-c12e-4be9-a33e-7dc73d532a96" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.472995] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.473145] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.473145] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.473308] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.473414] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.473528] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('023cc868-c12e-4be9-a33e-7dc73d532a96',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.512288] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.512500] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.512621] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.512890] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.513045] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.513193] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port b1f8f5b0-f3ed-43ed-aaca-3dde812398a7 not found, creating... [ 651.513436] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.513585] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.513695] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.513906] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.514047] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.514316] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.514467] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.515391] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.515391] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.515391] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.515391] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: b1f8f5b0-f3ed-43ed-aaca-3dde812398a7 is going to be created. [ 651.549337] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.549761] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.549761] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.550041] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.550440] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.550663] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-b1f8f5b0-f3ed-43ed-aaca-3dde812398a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.875017] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.875297] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.875340] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.876025] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.876025] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.876025] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda is going to be updated. [ 651.906383] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.906532] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.906778] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.907068] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.907225] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.916347] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda in Status: IN_PROGRESS for 2s [ 651.976871] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.977139] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.977139] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.977835] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.977835] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.977914] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.977975] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.978036] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.978211] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.978287] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.978372] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023cc868-c12e-4be9-a33e-7dc73d532a96 is going to be updated. [ 652.033403] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.033623] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.033686] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.033921] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.034077] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.047310] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023cc868-c12e-4be9-a33e-7dc73d532a96 in Status: IN_PROGRESS for 2s [ 652.293309] env[65068]: INFO networking_nsxv3.common.synchronization [req-78233950-bfc0-440b-ab67-1e500a9054b4 req-e09cbe2a-3c7a-45a0-b320-46f27b7da64a service nova] Enqueued Resource ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda with Priority: HIGHEST for action security_group_rules [ 652.293566] env[65068]: INFO networking_nsxv3.common.synchronization [req-78233950-bfc0-440b-ab67-1e500a9054b4 req-e09cbe2a-3c7a-45a0-b320-46f27b7da64a service nova] Enqueued Resource ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda with Priority: HIGHEST for action security_group_members [ 652.293648] env[65068]: INFO networking_nsxv3.common.synchronization [req-78233950-bfc0-440b-ab67-1e500a9054b4 req-e09cbe2a-3c7a-45a0-b320-46f27b7da64a service nova] Enqueued Resource ID: b1f8f5b0-f3ed-43ed-aaca-3dde812398a7 with Priority: HIGHEST for action port [ 652.294585] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda with Priority: HIGHEST for action security_group_rules [ 652.294585] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda with Priority: HIGHEST for action security_group_members [ 652.294585] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1f8f5b0-f3ed-43ed-aaca-3dde812398a7 with Priority: HIGHEST for action port [ 652.294898] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c88c4651-7667-4cdc-9a73-f69b8c98ebda taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.295258] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.295258] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.295816] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.295816] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c88c4651-7667-4cdc-9a73-f69b8c98ebda',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.296321] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c4651-7667-4cdc-9a73-f69b8c98ebda taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.296466] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.297561] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1f8f5b0-f3ed-43ed-aaca-3dde812398a7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.297766] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1f8f5b0-f3ed-43ed-aaca-3dde812398a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.297868] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1f8f5b0-f3ed-43ed-aaca-3dde812398a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.298115] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1f8f5b0-f3ed-43ed-aaca-3dde812398a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.298198] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1f8f5b0-f3ed-43ed-aaca-3dde812398a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.802356] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c4651-7667-4cdc-9a73-f69b8c98ebda taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.802536] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.804111] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1f8f5b0-f3ed-43ed-aaca-3dde812398a7 with status ACTIVE [ 652.804234] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.804360] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.804422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.804750] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.804838] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.805120] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.805192] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.805241] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.805384] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.806194] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.806194] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.806194] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.806194] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.806194] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.806194] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.806194] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1f8f5b0-f3ed-43ed-aaca-3dde812398a7 is going to be updated. [ 652.840307] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.840307] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.840307] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.840470] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.840703] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.840973] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1f8f5b0-f3ed-43ed-aaca-3dde812398a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.968525] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07a46042-afaf-4913-af12-c0ed86762c14 in Status: SUCCESS [ 652.968742] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.205906] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 in Status: SUCCESS [ 653.205906] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.205906] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.205906] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.205906] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.205906] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.205906] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.205906] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.205906] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.205906] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.205906] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83cc699a-9c42-4ca1-895c-b2eca2a5a0e7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.710115] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.710556] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.710556] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.710814] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.711072] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.712032] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.712032] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.712032] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.712032] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.712032] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.712032] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.713559] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.713559] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.713559] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.713559] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.713559] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.713559] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.713559] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.714062] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.714062] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.714062] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83cc699a-9c42-4ca1-895c-b2eca2a5a0e7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.928070] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda in Status: SUCCESS [ 653.928433] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.929545] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.929545] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.929775] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.929837] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.929928] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.931861] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.931861] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.931861] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c88c4651-7667-4cdc-9a73-f69b8c98ebda',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.962636] env[65068]: INFO networking_nsxv3.common.synchronization [None req-a05824b0-31ec-4ded-8ae0-b9eb02a9a77e None None] Enqueued Resource ID: 51070a43-73d7-477f-b671-4b91bec1056a with Priority: HIGHEST for action port [ 653.963963] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51070a43-73d7-477f-b671-4b91bec1056a with Priority: HIGHEST for action port [ 653.964455] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-51070a43-73d7-477f-b671-4b91bec1056a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.964846] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51070a43-73d7-477f-b671-4b91bec1056a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.965012] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51070a43-73d7-477f-b671-4b91bec1056a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.965432] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51070a43-73d7-477f-b671-4b91bec1056a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.965656] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51070a43-73d7-477f-b671-4b91bec1056a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.064518] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023cc868-c12e-4be9-a33e-7dc73d532a96 in Status: SUCCESS [ 654.064857] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023cc868-c12e-4be9-a33e-7dc73d532a96 deletion is rescheduled due to dependency. [ 654.065059] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023cc868-c12e-4be9-a33e-7dc73d532a96" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.216839] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7: rpc.has_security_group_logging(os_id): False [ 654.243642] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.243800] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.243800] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.244143] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.244314] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.244670] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.244861] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.244959] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.246445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.246445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.246805] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.246915] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.246972] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.249142] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.249142] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.249142] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.249142] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.249142] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.249142] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.249142] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.249142] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 is going to be updated. [ 654.334225] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.334396] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.334396] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.334761] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.334761] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.366116] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 in Status: IN_PROGRESS for 2s [ 654.433156] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c88c4651-7667-4cdc-9a73-f69b8c98ebda',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.473186] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51070a43-73d7-477f-b671-4b91bec1056a [ 654.473186] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.474076] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.474421] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.474738] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.474738] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.474863] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51070a43-73d7-477f-b671-4b91bec1056a already deleted. [ 654.475191] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51070a43-73d7-477f-b671-4b91bec1056a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.940435] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c88c4651-7667-4cdc-9a73-f69b8c98ebda',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.284928] env[65068]: INFO networking_nsxv3.common.synchronization [req-e686ff5a-3ec6-4022-be48-b785ecd81627 req-4daf1eb3-f495-4431-b651-beee15d426c5 tempest-ServersAdminTestJSON-287122734 tempest-ServersAdminTestJSON-287122734-project-member] Enqueued Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGHEST for action security_group_members [ 655.284928] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGHEST for action security_group_members [ 655.285763] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.285763] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.285763] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.285964] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.286551] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.287083] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.287083] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.287309] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.287447] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.287596] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.445525] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.445525] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.445525] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.445525] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.445525] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.445525] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda is going to be updated. [ 655.492318] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.492850] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.492850] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.493037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.493297] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.503965] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda in Status: IN_PROGRESS for 2s [ 655.792247] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.862337] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.862557] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-761" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.862741] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-761" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.866035] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-761" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.866035] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.866035] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.866035] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.866035] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.866035] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.866035] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.866035] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.866035] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.866035] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.866035] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.866035] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.866035] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.888993] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.889227] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 655.889480] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.889810] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-761" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.890108] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-269b17fe-daf0-4357-8dca-0b12060d7d31 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.890309] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-269b17fe-daf0-4357-8dca-0b12060d7d31" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.890425] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-269b17fe-daf0-4357-8dca-0b12060d7d31" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.890751] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-269b17fe-daf0-4357-8dca-0b12060d7d31" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.890921] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('269b17fe-daf0-4357-8dca-0b12060d7d31',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.295022] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.381472] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 in Status: SUCCESS [ 656.381719] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.393756] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.394119] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.394119] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.394347] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.394505] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.394801] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 269b17fe-daf0-4357-8dca-0b12060d7d31 not found, creating... [ 656.395142] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.395322] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.395504] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.395819] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.396047] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.396360] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.396601] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.396854] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.397150] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.397349] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.397536] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 269b17fe-daf0-4357-8dca-0b12060d7d31 is going to be created. [ 656.427901] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.428148] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.428255] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.428539] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.429155] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.429464] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-269b17fe-daf0-4357-8dca-0b12060d7d31" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.640543] env[65068]: INFO networking_nsxv3.common.synchronization [None req-9030d30b-01cf-484c-abd0-3c67f0ccaf3e None None] Enqueued Resource ID: 2326d922-a60a-4945-943a-cc897669d419 with Priority: HIGHEST for action port [ 656.641275] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2326d922-a60a-4945-943a-cc897669d419 with Priority: HIGHEST for action port [ 656.641609] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-2326d922-a60a-4945-943a-cc897669d419 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.641855] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2326d922-a60a-4945-943a-cc897669d419" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.641855] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2326d922-a60a-4945-943a-cc897669d419" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.641998] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2326d922-a60a-4945-943a-cc897669d419" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.642271] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2326d922-a60a-4945-943a-cc897669d419',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.797473] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.797656] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.797765] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.798091] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.798239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.798389] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 is going to be updated. [ 656.832918] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.833174] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.833290] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.833618] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.833871] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.845039] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 in Status: IN_PROGRESS for 2s [ 656.963021] env[65068]: INFO networking_nsxv3.common.synchronization [req-23ba82fe-a618-4675-bb6b-e08d81133dcc req-46f9557c-9b31-43ce-b514-fe17912cb390 tempest-InstanceActionsV221TestJSON-1866598058 tempest-InstanceActionsV221TestJSON-1866598058-project-member] Enqueued Resource ID: e6793400-f2a0-41b3-9252-900ffcea6a55 with Priority: HIGHEST for action security_group_members [ 656.966565] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6793400-f2a0-41b3-9252-900ffcea6a55 with Priority: HIGHEST for action security_group_members [ 656.969025] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6793400-f2a0-41b3-9252-900ffcea6a55 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.969025] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6793400-f2a0-41b3-9252-900ffcea6a55" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.969025] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6793400-f2a0-41b3-9252-900ffcea6a55" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.969025] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6793400-f2a0-41b3-9252-900ffcea6a55" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.969025] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.969025] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.969025] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.969025] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.969025] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.969025] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6793400-f2a0-41b3-9252-900ffcea6a55',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.145600] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2326d922-a60a-4945-943a-cc897669d419 [ 657.145600] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.145600] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.145600] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.145600] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.145600] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.145600] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2326d922-a60a-4945-943a-cc897669d419 already deleted. [ 657.145600] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2326d922-a60a-4945-943a-cc897669d419" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.203656] env[65068]: INFO networking_nsxv3.common.synchronization [req-e686ff5a-3ec6-4022-be48-b785ecd81627 req-cb0c00df-d705-42b3-8de3-6a77af76629e service nova] Enqueued Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGHEST for action security_group_rules [ 657.203656] env[65068]: INFO networking_nsxv3.common.synchronization [req-e686ff5a-3ec6-4022-be48-b785ecd81627 req-cb0c00df-d705-42b3-8de3-6a77af76629e service nova] Enqueued Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGHEST for action security_group_members [ 657.203656] env[65068]: INFO networking_nsxv3.common.synchronization [req-e686ff5a-3ec6-4022-be48-b785ecd81627 req-cb0c00df-d705-42b3-8de3-6a77af76629e service nova] Enqueued Resource ID: 269b17fe-daf0-4357-8dca-0b12060d7d31 with Priority: HIGHEST for action port [ 657.203656] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGHEST for action security_group_rules [ 657.203656] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGHEST for action security_group_members [ 657.203656] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 269b17fe-daf0-4357-8dca-0b12060d7d31 with Priority: HIGHEST for action port [ 657.204509] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbcbcf8c-fdc0-4bda-81ba-2f322455e861 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.204857] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.205739] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.206158] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.211231] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.211231] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.211231] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.211231] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-269b17fe-daf0-4357-8dca-0b12060d7d31 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.211231] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-269b17fe-daf0-4357-8dca-0b12060d7d31" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.211231] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-269b17fe-daf0-4357-8dca-0b12060d7d31" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.211231] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-269b17fe-daf0-4357-8dca-0b12060d7d31" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.211231] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('269b17fe-daf0-4357-8dca-0b12060d7d31',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.475107] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.475107] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.475107] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.475107] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.475107] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.475107] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.475107] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.475107] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.475107] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.475107] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.475107] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6793400-f2a0-41b3-9252-900ffcea6a55 is going to be updated. [ 657.510051] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.510051] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.510051] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.510305] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.510391] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.520715] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda in Status: SUCCESS [ 657.521034] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.521662] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.522007] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.522607] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.522607] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.522607] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.522852] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.522852] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.522976] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.523390] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c88c4651-7667-4cdc-9a73-f69b8c98ebda',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.524874] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6793400-f2a0-41b3-9252-900ffcea6a55 in Status: IN_PROGRESS for 2s [ 657.715465] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.715686] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.715999] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 269b17fe-daf0-4357-8dca-0b12060d7d31 with status ACTIVE [ 657.718242] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.718242] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.718242] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.718242] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.718242] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.718242] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.718242] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.718242] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.718242] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.718242] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.719584] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.719708] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.719821] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.720075] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.720624] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.720624] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 269b17fe-daf0-4357-8dca-0b12060d7d31 is going to be updated. [ 657.744272] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.744468] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.744468] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.744680] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.744834] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.745012] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-269b17fe-daf0-4357-8dca-0b12060d7d31" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.031814] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c4651-7667-4cdc-9a73-f69b8c98ebda taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.032060] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.032116] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.032328] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.032492] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.032592] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.032656] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.032854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.032954] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.033018] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.033142] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c4651-7667-4cdc-9a73-f69b8c98ebda taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.033208] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.033268] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.033408] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.033534] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.033619] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.033684] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.033817] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.033891] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.033969] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.034075] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c88c4651-7667-4cdc-9a73-f69b8c98ebda',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.104746] env[65068]: INFO networking_nsxv3.common.synchronization [None req-d9c61992-6b6f-4033-be88-2e3212a29694 tempest-ServerActionsTestJSON-920019273 tempest-ServerActionsTestJSON-920019273-project-member] Enqueued Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGHEST for action security_group_rules [ 658.105479] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGHEST for action security_group_rules [ 658.105841] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8974ddd6-d699-43c1-b486-a0fbbd07953b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.106136] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.106232] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.106976] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.107100] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8974ddd6-d699-43c1-b486-a0fbbd07953b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.280159] env[65068]: INFO networking_nsxv3.common.synchronization [req-fac22cc7-4541-47bc-8798-9d1ec5b160b9 req-e0b06ef2-9307-4bca-b7d6-3865f9f7d122 tempest-InstanceActionsTestJSON-263666241 tempest-InstanceActionsTestJSON-263666241-project-member] Enqueued Resource ID: 13cfb842-d52f-4a13-a2d2-c6c34cfcbaad with Priority: HIGHEST for action security_group_members [ 658.286300] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13cfb842-d52f-4a13-a2d2-c6c34cfcbaad with Priority: HIGHEST for action security_group_members [ 658.286300] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.286300] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.286300] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.286300] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.286300] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.286300] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.286300] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.286300] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.286300] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.286300] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13cfb842-d52f-4a13-a2d2-c6c34cfcbaad',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.535973] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c88c4651-7667-4cdc-9a73-f69b8c98ebda: rpc.has_security_group_logging(os_id): False [ 658.573601] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.573601] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.573890] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.573965] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.574162] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.574771] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.574945] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.575071] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.575346] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.575595] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.576514] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.576514] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.576514] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.576514] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.576514] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.576514] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.576514] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.576935] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.576935] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.576935] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.577080] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda is going to be updated. [ 658.629743] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.629743] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.629743] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.630651] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.630651] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.630651] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b already deleted. [ 658.630651] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.662189] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.662479] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.662732] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.662925] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.663311] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.681410] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda in Status: IN_PROGRESS for 2s [ 658.789704] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.789704] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.789704] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.789979] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.789979] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.790070] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.791736] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.791736] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.791736] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.791736] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.791736] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13cfb842-d52f-4a13-a2d2-c6c34cfcbaad is going to be updated. [ 658.824859] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.825070] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.825121] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.825318] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.825490] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.835125] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13cfb842-d52f-4a13-a2d2-c6c34cfcbaad in Status: IN_PROGRESS for 2s [ 658.855107] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 in Status: SUCCESS [ 658.855381] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.855558] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.855790] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.855977] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.856175] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.856175] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.856334] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.856415] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.856514] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.073671] env[65068]: INFO networking_nsxv3.common.synchronization [None req-463ee8f6-95cb-4454-929e-6d9787e145e2 tempest-ServerActionsTestJSON-920019273 tempest-ServerActionsTestJSON-920019273-project-member] Enqueued Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGHEST for action security_group_rules [ 659.074665] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGHEST for action security_group_rules [ 659.077587] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8974ddd6-d699-43c1-b486-a0fbbd07953b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.077587] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.077587] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.077587] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.077587] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8974ddd6-d699-43c1-b486-a0fbbd07953b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.362552] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.538350] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6793400-f2a0-41b3-9252-900ffcea6a55 in Status: SUCCESS [ 659.538858] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6793400-f2a0-41b3-9252-900ffcea6a55 deletion is rescheduled due to dependency. [ 659.538858] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6793400-f2a0-41b3-9252-900ffcea6a55" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.597315] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.597546] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.597546] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.597660] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.597751] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.597829] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b already deleted. [ 659.597920] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.734351] env[65068]: INFO networking_nsxv3.common.synchronization [None req-0dba4394-ccca-4353-abb4-fd0f96c50a17 None None] Enqueued Resource ID: dfcd4510-b98e-4354-a748-277ca1e2dcb0 with Priority: HIGHEST for action port [ 659.734625] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfcd4510-b98e-4354-a748-277ca1e2dcb0 with Priority: HIGHEST for action port [ 659.734958] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfcd4510-b98e-4354-a748-277ca1e2dcb0 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.737252] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfcd4510-b98e-4354-a748-277ca1e2dcb0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.737367] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfcd4510-b98e-4354-a748-277ca1e2dcb0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.737727] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfcd4510-b98e-4354-a748-277ca1e2dcb0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.737828] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfcd4510-b98e-4354-a748-277ca1e2dcb0',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.865831] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.124959] env[65068]: INFO networking_nsxv3.common.synchronization [None req-ded1b341-0988-41a6-a09a-e9e9def8fbea None None] Enqueued Resource ID: 54188af2-4516-406d-afb3-2d40b9e39aa0 with Priority: HIGHEST for action port [ 660.126264] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54188af2-4516-406d-afb3-2d40b9e39aa0 with Priority: HIGHEST for action port [ 660.126264] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-54188af2-4516-406d-afb3-2d40b9e39aa0 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.126264] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54188af2-4516-406d-afb3-2d40b9e39aa0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.126264] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54188af2-4516-406d-afb3-2d40b9e39aa0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.127748] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54188af2-4516-406d-afb3-2d40b9e39aa0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.127879] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54188af2-4516-406d-afb3-2d40b9e39aa0',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.343741] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfcd4510-b98e-4354-a748-277ca1e2dcb0 [ 660.343741] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.343741] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.343741] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.343741] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.343741] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.343741] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfcd4510-b98e-4354-a748-277ca1e2dcb0 already deleted. [ 660.343741] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfcd4510-b98e-4354-a748-277ca1e2dcb0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.369018] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.369671] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.369671] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.371531] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.371757] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.371953] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 is going to be updated. [ 660.418508] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.418819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.418819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.419183] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.419443] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.434670] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 in Status: IN_PROGRESS for 2s [ 660.630565] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54188af2-4516-406d-afb3-2d40b9e39aa0 [ 660.632848] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.632848] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.632848] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.632848] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.632848] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.632848] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54188af2-4516-406d-afb3-2d40b9e39aa0 already deleted. [ 660.632848] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54188af2-4516-406d-afb3-2d40b9e39aa0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.698132] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda in Status: SUCCESS [ 660.698132] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.755663] env[65068]: INFO networking_nsxv3.common.synchronization [req-d052050e-97d4-4c33-96c9-2cac9b2eff11 req-5227c3b2-ea5c-4a7b-a7e7-b15c0a8cbc5f tempest-FloatingIPsAssociationNegativeTestJSON-1856494474 tempest-FloatingIPsAssociationNegativeTestJSON-1856494474-project-member] Enqueued Resource ID: cb27dcc8-831a-467f-a295-7942586de624 with Priority: HIGHEST for action security_group_members [ 660.757430] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb27dcc8-831a-467f-a295-7942586de624 with Priority: HIGHEST for action security_group_members [ 660.759037] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb27dcc8-831a-467f-a295-7942586de624 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.759037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb27dcc8-831a-467f-a295-7942586de624" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.759037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb27dcc8-831a-467f-a295-7942586de624" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.759405] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb27dcc8-831a-467f-a295-7942586de624" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.759405] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.759539] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.759539] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.759729] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.759814] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.759911] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb27dcc8-831a-467f-a295-7942586de624',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.849335] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13cfb842-d52f-4a13-a2d2-c6c34cfcbaad in Status: SUCCESS [ 660.849520] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13cfb842-d52f-4a13-a2d2-c6c34cfcbaad deletion is rescheduled due to dependency. [ 660.849639] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.108814] env[65068]: INFO networking_nsxv3.common.synchronization [req-976edbf2-ffc4-4c8b-b539-4957e23579c9 req-71520f09-a68b-4deb-8e7d-6751c3e823cc tempest-MultipleCreateTestJSON-1353585975 tempest-MultipleCreateTestJSON-1353585975-project-member] Enqueued Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGHEST for action security_group_members [ 661.109394] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGHEST for action security_group_members [ 661.109682] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-675fab9d-1013-442d-9ede-95c2b5f2902a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.109833] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.109929] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.112312] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.112312] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.112312] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.112312] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.112312] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.112312] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.112619] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.263223] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.263491] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.263560] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.263771] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.263872] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.264090] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.264198] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.264262] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.264417] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.264499] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.264599] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb27dcc8-831a-467f-a295-7942586de624 is going to be updated. [ 661.302271] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.302271] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.302271] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.302271] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.302271] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.315321] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb27dcc8-831a-467f-a295-7942586de624 in Status: IN_PROGRESS for 2s [ 661.619640] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.619891] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.619997] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.620703] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.620703] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.620819] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.620914] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.620914] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.621081] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.621152] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.621239] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675fab9d-1013-442d-9ede-95c2b5f2902a already deleted. [ 661.621317] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.680226] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-53 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.680591] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-53" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.680591] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-53" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.681276] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-53" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.681420] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.681627] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.681727] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.682793] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.682793] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.683070] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.684240] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.684240] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.684240] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.684919] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.684919] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.685808] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.718457] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.718696] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 661.718841] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.718946] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-53" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.719304] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-6a76b8b5-1ce9-46c9-b82d-b39940c07d61 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.719507] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-6a76b8b5-1ce9-46c9-b82d-b39940c07d61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.719623] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-6a76b8b5-1ce9-46c9-b82d-b39940c07d61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.719977] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-6a76b8b5-1ce9-46c9-b82d-b39940c07d61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.720241] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a76b8b5-1ce9-46c9-b82d-b39940c07d61',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.224230] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.224671] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.225082] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.225381] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.225532] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.225687] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 6a76b8b5-1ce9-46c9-b82d-b39940c07d61 not found, creating... [ 662.226025] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.226183] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.226291] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.226534] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.226669] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.227018] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.227673] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.227881] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.228326] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.228474] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.228616] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 6a76b8b5-1ce9-46c9-b82d-b39940c07d61 is going to be created. [ 662.253987] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.254183] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.254325] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.254587] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.254977] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.255178] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-6a76b8b5-1ce9-46c9-b82d-b39940c07d61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.361443] env[65068]: INFO networking_nsxv3.common.synchronization [None req-fbace8da-170e-4d84-9ef1-03c7a142b8e8 None None] Enqueued Resource ID: ebe51535-0334-4a56-8ef4-a640b2ac662b with Priority: HIGHEST for action port [ 662.362502] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe51535-0334-4a56-8ef4-a640b2ac662b with Priority: HIGHEST for action port [ 662.362724] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebe51535-0334-4a56-8ef4-a640b2ac662b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.363030] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebe51535-0334-4a56-8ef4-a640b2ac662b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.363030] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebe51535-0334-4a56-8ef4-a640b2ac662b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.363270] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebe51535-0334-4a56-8ef4-a640b2ac662b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.363351] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebe51535-0334-4a56-8ef4-a640b2ac662b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.448180] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 in Status: SUCCESS [ 662.448256] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.448506] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.448682] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.448897] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.449864] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.449979] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.450154] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.452170] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.452170] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.452170] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.697543] env[65068]: INFO networking_nsxv3.common.synchronization [None req-be2f9ed0-ee72-499f-bb2a-f642c38bfab5 None None] Enqueued Resource ID: d34c96ef-17b9-4c4f-bd3b-af90625bdbe7 with Priority: HIGHEST for action port [ 662.697543] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34c96ef-17b9-4c4f-bd3b-af90625bdbe7 with Priority: HIGHEST for action port [ 662.698433] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-d34c96ef-17b9-4c4f-bd3b-af90625bdbe7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.698968] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d34c96ef-17b9-4c4f-bd3b-af90625bdbe7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.699464] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d34c96ef-17b9-4c4f-bd3b-af90625bdbe7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.699691] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d34c96ef-17b9-4c4f-bd3b-af90625bdbe7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.699913] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d34c96ef-17b9-4c4f-bd3b-af90625bdbe7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.866187] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebe51535-0334-4a56-8ef4-a640b2ac662b [ 662.867452] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.867614] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.867688] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.867919] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.868011] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.868141] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebe51535-0334-4a56-8ef4-a640b2ac662b already deleted. [ 662.868244] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebe51535-0334-4a56-8ef4-a640b2ac662b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.955384] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.956493] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.956493] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.956493] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.956493] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.956844] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.956844] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.956844] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.957264] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.957264] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.957264] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.957402] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.957402] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.957533] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.958129] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.958210] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.958454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.958530] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.959092] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.959092] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.959092] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.993321] env[65068]: INFO networking_nsxv3.common.synchronization [req-976edbf2-ffc4-4c8b-b539-4957e23579c9 req-60adf0f2-38e9-46e1-9d68-97b2b2f7eccd service nova] Enqueued Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGHEST for action security_group_rules [ 662.993479] env[65068]: INFO networking_nsxv3.common.synchronization [req-976edbf2-ffc4-4c8b-b539-4957e23579c9 req-60adf0f2-38e9-46e1-9d68-97b2b2f7eccd service nova] Enqueued Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGHEST for action security_group_members [ 662.993601] env[65068]: INFO networking_nsxv3.common.synchronization [req-976edbf2-ffc4-4c8b-b539-4957e23579c9 req-60adf0f2-38e9-46e1-9d68-97b2b2f7eccd service nova] Enqueued Resource ID: 6a76b8b5-1ce9-46c9-b82d-b39940c07d61 with Priority: HIGHEST for action port [ 662.994131] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGHEST for action security_group_rules [ 662.994258] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGHEST for action security_group_members [ 662.994352] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a76b8b5-1ce9-46c9-b82d-b39940c07d61 with Priority: HIGHEST for action port [ 662.996580] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-675fab9d-1013-442d-9ede-95c2b5f2902a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.996856] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.997568] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.998585] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.998585] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.001001] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-675fab9d-1013-442d-9ede-95c2b5f2902a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.001001] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.001001] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.001001] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.001001] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.001001] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.001001] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.001001] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.001764] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.001881] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.002744] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a76b8b5-1ce9-46c9-b82d-b39940c07d61 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.003559] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a76b8b5-1ce9-46c9-b82d-b39940c07d61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.003675] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a76b8b5-1ce9-46c9-b82d-b39940c07d61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.005603] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a76b8b5-1ce9-46c9-b82d-b39940c07d61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.005603] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a76b8b5-1ce9-46c9-b82d-b39940c07d61',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.202608] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d34c96ef-17b9-4c4f-bd3b-af90625bdbe7 [ 663.202911] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.203099] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.203168] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.204544] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.204544] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.204796] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d34c96ef-17b9-4c4f-bd3b-af90625bdbe7 already deleted. [ 663.204796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d34c96ef-17b9-4c4f-bd3b-af90625bdbe7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.328955] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb27dcc8-831a-467f-a295-7942586de624 in Status: SUCCESS [ 663.329152] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb27dcc8-831a-467f-a295-7942586de624 deletion is rescheduled due to dependency. [ 663.329277] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb27dcc8-831a-467f-a295-7942586de624" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.461721] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbcbcf8c-fdc0-4bda-81ba-2f322455e861: rpc.has_security_group_logging(os_id): False [ 663.479163] env[65068]: INFO networking_nsxv3.common.synchronization [req-976edbf2-ffc4-4c8b-b539-4957e23579c9 req-f7b0de24-0c8a-42bf-8b65-4eedfc72030c tempest-MultipleCreateTestJSON-1353585975 tempest-MultipleCreateTestJSON-1353585975-project-member] Enqueued Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGHEST for action security_group_members [ 663.479899] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGHEST for action security_group_members [ 663.480402] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-675fab9d-1013-442d-9ede-95c2b5f2902a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.480521] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.483924] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.483924] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.483924] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.483924] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.483924] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.483924] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.483924] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.483924] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.483924] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.484405] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.484405] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.484809] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.484809] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.485099] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.485099] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.485365] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.485892] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.485892] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.485995] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.486079] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.486251] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 is going to be updated. [ 663.506595] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-675fab9d-1013-442d-9ede-95c2b5f2902a taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.506801] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.507096] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a76b8b5-1ce9-46c9-b82d-b39940c07d61 with status ACTIVE [ 663.507283] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.507449] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.507607] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.507829] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.507944] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.508201] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.508283] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.508328] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.508496] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.512346] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.512832] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.513069] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.513184] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.513468] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.513605] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.513755] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a76b8b5-1ce9-46c9-b82d-b39940c07d61 is going to be updated. [ 663.515478] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.539946] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.540156] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.540211] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.540394] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.540548] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.540679] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a76b8b5-1ce9-46c9-b82d-b39940c07d61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.576908] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.576908] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.576908] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.577177] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.577177] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.594305] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 in Status: IN_PROGRESS for 2s [ 663.910114] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-53 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.910527] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-53" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.910527] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-53" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.912165] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-53" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.912165] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.912447] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.912611] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.912959] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.913041] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.913692] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.913692] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.915476] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.915476] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.915476] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.915476] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.915476] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.934072] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.934287] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 663.934573] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.934786] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-53" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.935123] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-3f2b53e2-325d-41bd-b3f3-7cfbba0f2e5d taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.935331] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-3f2b53e2-325d-41bd-b3f3-7cfbba0f2e5d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.935447] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-3f2b53e2-325d-41bd-b3f3-7cfbba0f2e5d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.935782] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-3f2b53e2-325d-41bd-b3f3-7cfbba0f2e5d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.935935] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f2b53e2-325d-41bd-b3f3-7cfbba0f2e5d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.019643] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.440734] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.441418] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.442097] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.442218] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.442357] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.442529] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 3f2b53e2-325d-41bd-b3f3-7cfbba0f2e5d not found, creating... [ 664.442894] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.443510] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.443510] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.443627] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.443797] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.444759] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.444997] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.445451] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.445710] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.446684] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.447328] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 3f2b53e2-325d-41bd-b3f3-7cfbba0f2e5d is going to be created. [ 664.475895] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.476093] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.476157] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.476479] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.476766] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.477047] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-3f2b53e2-325d-41bd-b3f3-7cfbba0f2e5d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.522959] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.526517] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.526517] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.526517] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.526517] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.526517] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675fab9d-1013-442d-9ede-95c2b5f2902a is going to be created. [ 664.568434] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.568434] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.568434] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.568434] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.568434] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.580894] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675fab9d-1013-442d-9ede-95c2b5f2902a in Status: UNINITIALIZED for 2s [ 665.311029] env[65068]: INFO networking_nsxv3.common.synchronization [req-976edbf2-ffc4-4c8b-b539-4957e23579c9 req-a5bd0c40-b639-4537-a780-85dc49e46e42 service nova] Enqueued Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGHEST for action security_group_rules [ 665.311029] env[65068]: INFO networking_nsxv3.common.synchronization [req-976edbf2-ffc4-4c8b-b539-4957e23579c9 req-a5bd0c40-b639-4537-a780-85dc49e46e42 service nova] Enqueued Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGHEST for action security_group_members [ 665.311029] env[65068]: INFO networking_nsxv3.common.synchronization [req-976edbf2-ffc4-4c8b-b539-4957e23579c9 req-a5bd0c40-b639-4537-a780-85dc49e46e42 service nova] Enqueued Resource ID: 3f2b53e2-325d-41bd-b3f3-7cfbba0f2e5d with Priority: HIGHEST for action port [ 665.311029] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGHEST for action security_group_rules [ 665.311029] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGHEST for action security_group_members [ 665.311029] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2b53e2-325d-41bd-b3f3-7cfbba0f2e5d with Priority: HIGHEST for action port [ 665.311029] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-675fab9d-1013-442d-9ede-95c2b5f2902a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.311029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.311029] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-675fab9d-1013-442d-9ede-95c2b5f2902a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.311029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.311763] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f2b53e2-325d-41bd-b3f3-7cfbba0f2e5d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.311763] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f2b53e2-325d-41bd-b3f3-7cfbba0f2e5d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.311763] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f2b53e2-325d-41bd-b3f3-7cfbba0f2e5d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.311763] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f2b53e2-325d-41bd-b3f3-7cfbba0f2e5d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.311763] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f2b53e2-325d-41bd-b3f3-7cfbba0f2e5d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.609981] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 in Status: SUCCESS [ 665.610240] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.813693] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f2b53e2-325d-41bd-b3f3-7cfbba0f2e5d with status ACTIVE [ 665.814212] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.814373] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.814441] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.814796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.814939] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.815206] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.815315] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.815517] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.815635] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.815725] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.815936] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.816201] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.816201] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.816364] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.816548] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.816966] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f2b53e2-325d-41bd-b3f3-7cfbba0f2e5d is going to be updated. [ 665.841839] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.842017] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.842088] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.842309] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.842807] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.842997] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f2b53e2-325d-41bd-b3f3-7cfbba0f2e5d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.086096] env[65068]: INFO networking_nsxv3.common.synchronization [req-aff901a1-5c57-4beb-b691-802d9f334ec6 req-4ee3814b-e084-49ae-a76a-90512adef26f tempest-DeleteServersTestJSON-53534962 tempest-DeleteServersTestJSON-53534962-project-member] Enqueued Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 666.087297] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 666.087297] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.087297] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.087561] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.087657] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.087853] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.088031] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.088097] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.088269] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.088358] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.088604] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.592440] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.592764] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.592764] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.592916] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.592995] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.593239] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.593363] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.593427] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.593586] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.593666] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.593752] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 already deleted. [ 666.593857] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.594890] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675fab9d-1013-442d-9ede-95c2b5f2902a in Status: SUCCESS [ 666.597196] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.597380] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.597569] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.597794] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.597952] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.598092] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.598320] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.598449] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.598591] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.604519] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-643 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.604690] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-643" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.604825] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-643" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.605160] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-643" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.605688] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.605880] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.605996] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.606225] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.606362] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.606573] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.606666] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.606826] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.607112] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.607112] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.607254] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.607331] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.627925] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.628191] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 666.628372] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.628541] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-643" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.628878] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-10987b08-fab3-428d-8886-6f30074d46e0 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.629128] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-10987b08-fab3-428d-8886-6f30074d46e0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.629272] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-10987b08-fab3-428d-8886-6f30074d46e0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.629613] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-10987b08-fab3-428d-8886-6f30074d46e0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.629918] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10987b08-fab3-428d-8886-6f30074d46e0',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.109502] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.132156] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.132780] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.132780] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.132780] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.132943] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.133075] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 10987b08-fab3-428d-8886-6f30074d46e0 not found, creating... [ 667.134058] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.134058] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.134058] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.134058] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.134058] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.134409] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.134499] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.135253] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.135253] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.135253] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.135253] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 10987b08-fab3-428d-8886-6f30074d46e0 is going to be created. [ 667.160031] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.160228] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.160228] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.160490] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.160739] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.160970] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-10987b08-fab3-428d-8886-6f30074d46e0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.612024] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.896321] env[65068]: INFO networking_nsxv3.common.synchronization [req-aff901a1-5c57-4beb-b691-802d9f334ec6 req-e7d43cad-3e69-4e84-a48b-961c2646fa1c service nova] Enqueued Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_rules [ 667.896581] env[65068]: INFO networking_nsxv3.common.synchronization [req-aff901a1-5c57-4beb-b691-802d9f334ec6 req-e7d43cad-3e69-4e84-a48b-961c2646fa1c service nova] Enqueued Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 667.896892] env[65068]: INFO networking_nsxv3.common.synchronization [req-aff901a1-5c57-4beb-b691-802d9f334ec6 req-e7d43cad-3e69-4e84-a48b-961c2646fa1c service nova] Enqueued Resource ID: 10987b08-fab3-428d-8886-6f30074d46e0 with Priority: HIGHEST for action port [ 667.897652] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_rules [ 667.897920] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 667.898124] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10987b08-fab3-428d-8886-6f30074d46e0 with Priority: HIGHEST for action port [ 667.898579] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.898730] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.898806] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.899173] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.899321] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.903381] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.903381] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.903381] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.903644] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.903797] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.903896] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.903999] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.904252] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.904391] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.904534] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.905691] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-10987b08-fab3-428d-8886-6f30074d46e0 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.905808] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10987b08-fab3-428d-8886-6f30074d46e0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.905868] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10987b08-fab3-428d-8886-6f30074d46e0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.906056] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10987b08-fab3-428d-8886-6f30074d46e0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.906137] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10987b08-fab3-428d-8886-6f30074d46e0',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.115137] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.115137] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.115329] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.115635] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.115635] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.115746] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675fab9d-1013-442d-9ede-95c2b5f2902a is going to be updated. [ 668.164798] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.165899] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.165899] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.165899] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.165899] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.178810] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675fab9d-1013-442d-9ede-95c2b5f2902a in Status: IN_PROGRESS for 2s [ 668.408791] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.410997] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.410997] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.411500] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10987b08-fab3-428d-8886-6f30074d46e0 with status ACTIVE [ 668.412615] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.412615] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.412615] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.412615] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.412615] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.412863] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.412863] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.412863] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.413040] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.413165] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.413894] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.413894] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.414333] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.414764] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.414764] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.415041] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10987b08-fab3-428d-8886-6f30074d46e0 is going to be updated. [ 668.440700] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.440700] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.440700] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.440975] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.441545] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.441732] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10987b08-fab3-428d-8886-6f30074d46e0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.894199] env[65068]: INFO networking_nsxv3.common.synchronization [req-34f52f1b-d441-47cb-83b6-f68b7e8e0a11 req-37eda6f2-9940-47ab-9ac1-2015ce567201 tempest-DeleteServersAdminTestJSON-1417760449 tempest-DeleteServersAdminTestJSON-1417760449-project-member] Enqueued Resource ID: 07a46042-afaf-4913-af12-c0ed86762c14 with Priority: HIGHEST for action security_group_members [ 668.894856] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07a46042-afaf-4913-af12-c0ed86762c14 with Priority: HIGHEST for action security_group_members [ 668.895069] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-07a46042-afaf-4913-af12-c0ed86762c14 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.895200] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.895262] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.895487] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.895625] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.896096] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.896096] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.896096] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.896096] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.896971] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07a46042-afaf-4913-af12-c0ed86762c14',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.916703] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.317605] env[65068]: INFO networking_nsxv3.common.synchronization [req-4c4df035-6b3d-4457-aae9-207d6616f2e0 req-aa39d383-cd4c-421f-b473-2956869fad29 tempest-ImagesTestJSON-448346640 tempest-ImagesTestJSON-448346640-project-member] Enqueued Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_members [ 669.318289] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_members [ 669.318608] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.318760] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.318834] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.319107] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.319264] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.319365] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.319418] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.319648] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.319738] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.319833] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.400560] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.400896] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.401310] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.401569] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.401677] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.403035] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.403035] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.403035] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.403035] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.403035] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.403035] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07a46042-afaf-4913-af12-c0ed86762c14 is going to be updated. [ 669.422907] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.422907] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.422907] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.422907] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.422907] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.422907] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 is going to be created. [ 669.439164] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.439164] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.439431] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.439532] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.440441] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.455535] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.455535] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.455535] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.455535] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.455535] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.457150] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07a46042-afaf-4913-af12-c0ed86762c14 in Status: IN_PROGRESS for 2s [ 669.465895] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: UNINITIALIZED for 2s [ 669.789812] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-286 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.790044] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-286" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.790155] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-286" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.790633] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-286" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.790727] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.790906] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.793751] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.793751] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.793751] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.793751] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.793751] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.793751] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.793751] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.793751] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.793751] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.793751] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.821816] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.822142] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.822280] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.822611] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.822767] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.823190] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.823351] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.823545] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.823729] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.823887] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.824051] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f37566-8d6f-4140-937f-3574279acbe9 already deleted. [ 669.824192] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.825390] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.825546] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 669.825682] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.825926] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-286" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.826280] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-d805297f-7dcc-4202-b755-c941ef302048 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.826435] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-d805297f-7dcc-4202-b755-c941ef302048" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.826555] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-d805297f-7dcc-4202-b755-c941ef302048" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.826965] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-d805297f-7dcc-4202-b755-c941ef302048" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.827131] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d805297f-7dcc-4202-b755-c941ef302048',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.189452] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675fab9d-1013-442d-9ede-95c2b5f2902a in Status: SUCCESS [ 670.189723] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.190069] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.191990] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.191990] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.191990] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.191990] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.191990] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.191990] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.191990] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.191990] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.197309] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.197825] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.197825] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.198053] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.198053] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.198703] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.198703] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.198703] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.329813] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.333574] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.333574] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.333574] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.333574] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.333574] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port d805297f-7dcc-4202-b755-c941ef302048 not found, creating... [ 670.333574] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.333574] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.333574] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.333574] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.333574] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.334214] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.335324] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.336027] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.336115] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.336238] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.337040] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: d805297f-7dcc-4202-b755-c941ef302048 is going to be created. [ 670.367509] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.367767] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.367906] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.368241] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.368470] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.368707] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-d805297f-7dcc-4202-b755-c941ef302048" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.700894] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-675fab9d-1013-442d-9ede-95c2b5f2902a taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.700987] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.706728] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.078680] env[65068]: INFO networking_nsxv3.common.synchronization [req-4c4df035-6b3d-4457-aae9-207d6616f2e0 req-4a1a2eaa-8898-46f4-8386-72af16d57b1c service nova] Enqueued Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_rules [ 671.078680] env[65068]: INFO networking_nsxv3.common.synchronization [req-4c4df035-6b3d-4457-aae9-207d6616f2e0 req-4a1a2eaa-8898-46f4-8386-72af16d57b1c service nova] Enqueued Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_members [ 671.078768] env[65068]: INFO networking_nsxv3.common.synchronization [req-4c4df035-6b3d-4457-aae9-207d6616f2e0 req-4a1a2eaa-8898-46f4-8386-72af16d57b1c service nova] Enqueued Resource ID: d805297f-7dcc-4202-b755-c941ef302048 with Priority: HIGHEST for action port [ 671.080394] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_rules [ 671.080394] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_members [ 671.080394] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d805297f-7dcc-4202-b755-c941ef302048 with Priority: HIGHEST for action port [ 671.080394] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.080394] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.080394] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.080804] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.080923] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.082412] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.082499] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.082601] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.082849] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.083064] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.083332] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.083332] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.084032] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.084032] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.084032] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.088299] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-d805297f-7dcc-4202-b755-c941ef302048 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.088299] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d805297f-7dcc-4202-b755-c941ef302048" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.088299] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d805297f-7dcc-4202-b755-c941ef302048" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.088299] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d805297f-7dcc-4202-b755-c941ef302048" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.088299] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d805297f-7dcc-4202-b755-c941ef302048',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.210198] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.469239] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07a46042-afaf-4913-af12-c0ed86762c14 in Status: SUCCESS [ 671.469354] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07a46042-afaf-4913-af12-c0ed86762c14 deletion is rescheduled due to dependency. [ 671.469665] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.475588] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: SUCCESS [ 671.476066] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.476717] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.477204] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.477602] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.477870] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.477951] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.478156] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.478245] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.478339] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.478434] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.531613] env[65068]: INFO networking_nsxv3.common.synchronization [req-3fae6125-a776-4f22-8ac0-ac819c903926 req-a95211d8-3859-48f4-8729-4cb600f5d06c tempest-ServerDiagnosticsTest-1971017932 tempest-ServerDiagnosticsTest-1971017932-project-member] Enqueued Resource ID: b8f38bfe-f73b-4cc0-b62a-e94965b36e3f with Priority: HIGHEST for action security_group_members [ 671.532138] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f38bfe-f73b-4cc0-b62a-e94965b36e3f with Priority: HIGHEST for action security_group_members [ 671.532467] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.532596] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.532669] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.532931] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.533107] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.533211] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.533275] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.533444] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.533548] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.533649] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8f38bfe-f73b-4cc0-b62a-e94965b36e3f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.587388] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.587531] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.590148] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.590148] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d805297f-7dcc-4202-b755-c941ef302048 with status ACTIVE [ 671.590148] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.590148] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.590148] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.590410] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.590410] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.590589] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.590656] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.590697] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.590845] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.591818] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.591818] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.591818] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.591818] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.591818] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.591818] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.591818] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d805297f-7dcc-4202-b755-c941ef302048 is going to be updated. [ 671.613444] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.613591] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.613661] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.613865] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.613991] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.614547] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d805297f-7dcc-4202-b755-c941ef302048" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.716149] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.716321] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.716453] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.716623] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.717334] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.717334] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675fab9d-1013-442d-9ede-95c2b5f2902a is going to be updated. [ 671.753348] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.753348] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.753348] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.753348] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.753348] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.765394] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675fab9d-1013-442d-9ede-95c2b5f2902a in Status: IN_PROGRESS for 2s [ 671.972446] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-79 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.972671] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.972735] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.973013] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.973280] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.973437] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.973546] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.973758] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.973894] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.975022] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.975172] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.975295] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.975401] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.975498] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.975615] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.975718] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.983980] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.983980] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.983980] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.983980] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.983980] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.983980] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.983980] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.983980] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.983980] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.983980] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.983980] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.983980] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.983980] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.983980] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.983980] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.984591] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.984591] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.984591] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.984591] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.984591] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.984591] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.997213] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.997415] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 671.997543] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.997704] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.998248] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-2169972a-071e-4c3e-a7c4-e206ef6a2299 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.998445] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-2169972a-071e-4c3e-a7c4-e206ef6a2299" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.998974] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-2169972a-071e-4c3e-a7c4-e206ef6a2299" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.999093] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-2169972a-071e-4c3e-a7c4-e206ef6a2299" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.999901] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2169972a-071e-4c3e-a7c4-e206ef6a2299',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.039104] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.039104] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.039104] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.039104] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.039104] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.039104] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.039104] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.039104] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.039104] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.039104] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.039104] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8f38bfe-f73b-4cc0-b62a-e94965b36e3f already deleted. [ 672.039104] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.095682] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.297040] env[65068]: INFO networking_nsxv3.common.synchronization [None req-b0057637-0648-4840-a78f-fd69be9daec4 None None] Enqueued Resource ID: 4badf2e8-0722-4e29-a87d-5eb66a1ff694 with Priority: HIGHEST for action port [ 672.297957] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4badf2e8-0722-4e29-a87d-5eb66a1ff694 with Priority: HIGHEST for action port [ 672.298175] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-4badf2e8-0722-4e29-a87d-5eb66a1ff694 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.298316] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4badf2e8-0722-4e29-a87d-5eb66a1ff694" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.298376] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4badf2e8-0722-4e29-a87d-5eb66a1ff694" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.298685] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4badf2e8-0722-4e29-a87d-5eb66a1ff694" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.298778] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4badf2e8-0722-4e29-a87d-5eb66a1ff694',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.487256] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 940eac30-3ff5-49b7-b364-81e0d7e55b54: rpc.has_security_group_logging(os_id): False [ 672.501757] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.502136] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.502300] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.502647] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.502858] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.503092] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 2169972a-071e-4c3e-a7c4-e206ef6a2299 not found, creating... [ 672.503418] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.503581] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.503703] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.504165] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.504382] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.504757] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.504976] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.505179] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.505432] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.505567] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.505760] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 2169972a-071e-4c3e-a7c4-e206ef6a2299 is going to be created. [ 672.507873] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.508043] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.508110] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.508282] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.508389] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.508619] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.508687] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.508741] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.508887] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.508962] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.509161] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.509273] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.509331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.509511] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.509616] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.509872] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.510119] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.510119] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.510314] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.510388] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.510527] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 is going to be created. [ 672.533323] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.533519] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.533644] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.533923] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.534187] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.534417] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-2169972a-071e-4c3e-a7c4-e206ef6a2299" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.587972] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.588218] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.588327] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.588572] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.588812] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.598121] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.598332] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.598418] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.598680] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.598844] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.598992] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f37566-8d6f-4140-937f-3574279acbe9 is going to be created. [ 672.613656] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: IN_PROGRESS for 2s [ 672.637489] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.637745] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.637745] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.638183] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.638355] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.665828] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: UNINITIALIZED for 2s [ 672.803625] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4badf2e8-0722-4e29-a87d-5eb66a1ff694 [ 672.803625] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.803625] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.803625] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.803625] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.803625] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.803625] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4badf2e8-0722-4e29-a87d-5eb66a1ff694 already deleted. [ 672.803625] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4badf2e8-0722-4e29-a87d-5eb66a1ff694" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.250891] env[65068]: INFO networking_nsxv3.common.synchronization [req-3fae6125-a776-4f22-8ac0-ac819c903926 req-825850d3-88d8-4cd9-84a4-2fe0c2edf6a0 service nova] Enqueued Resource ID: b8f38bfe-f73b-4cc0-b62a-e94965b36e3f with Priority: HIGHEST for action security_group_rules [ 673.251111] env[65068]: INFO networking_nsxv3.common.synchronization [req-3fae6125-a776-4f22-8ac0-ac819c903926 req-825850d3-88d8-4cd9-84a4-2fe0c2edf6a0 service nova] Enqueued Resource ID: b8f38bfe-f73b-4cc0-b62a-e94965b36e3f with Priority: HIGHEST for action security_group_members [ 673.251249] env[65068]: INFO networking_nsxv3.common.synchronization [req-3fae6125-a776-4f22-8ac0-ac819c903926 req-825850d3-88d8-4cd9-84a4-2fe0c2edf6a0 service nova] Enqueued Resource ID: 2169972a-071e-4c3e-a7c4-e206ef6a2299 with Priority: HIGHEST for action port [ 673.251784] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f38bfe-f73b-4cc0-b62a-e94965b36e3f with Priority: HIGHEST for action security_group_rules [ 673.251969] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f38bfe-f73b-4cc0-b62a-e94965b36e3f with Priority: HIGHEST for action security_group_members [ 673.252728] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2169972a-071e-4c3e-a7c4-e206ef6a2299 with Priority: HIGHEST for action port [ 673.253474] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.253639] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.253714] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.254022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.254022] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8f38bfe-f73b-4cc0-b62a-e94965b36e3f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.255128] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.255240] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.255310] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.255509] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.255694] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.255796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.255860] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.256029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.256115] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.256209] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8f38bfe-f73b-4cc0-b62a-e94965b36e3f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.256989] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-2169972a-071e-4c3e-a7c4-e206ef6a2299 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.257120] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2169972a-071e-4c3e-a7c4-e206ef6a2299" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.257189] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2169972a-071e-4c3e-a7c4-e206ef6a2299" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.257327] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2169972a-071e-4c3e-a7c4-e206ef6a2299" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.257402] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2169972a-071e-4c3e-a7c4-e206ef6a2299',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.762386] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.762386] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.762386] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8f38bfe-f73b-4cc0-b62a-e94965b36e3f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.768317] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2169972a-071e-4c3e-a7c4-e206ef6a2299 with status ACTIVE [ 673.768317] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.768317] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.768317] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.768317] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.768317] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.768317] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.768317] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.768317] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.768317] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.768317] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.768317] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.768317] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.768317] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.768317] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.768317] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.768317] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2169972a-071e-4c3e-a7c4-e206ef6a2299 is going to be updated. [ 673.782081] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675fab9d-1013-442d-9ede-95c2b5f2902a in Status: SUCCESS [ 673.782081] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.782081] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.782081] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.782081] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.782081] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.782081] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.782081] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.782081] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.782081] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.782081] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-675fab9d-1013-442d-9ede-95c2b5f2902a taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.782081] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.782081] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.782081] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.782081] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.783451] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.783451] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.783451] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.783643] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.783772] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.784016] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.802851] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.803025] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.803208] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.804056] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.804056] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.804056] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2169972a-071e-4c3e-a7c4-e206ef6a2299" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.264982] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8f38bfe-f73b-4cc0-b62a-e94965b36e3f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.287255] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 675fab9d-1013-442d-9ede-95c2b5f2902a: rpc.has_security_group_logging(os_id): False [ 674.307674] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.308283] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.308386] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.308622] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.308713] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.308928] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.309046] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.309112] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.309268] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.309346] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.309531] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.309626] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.309754] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.309996] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.310286] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.310286] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.310369] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.310403] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.310551] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.310624] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.310707] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 675fab9d-1013-442d-9ede-95c2b5f2902a is going to be created. [ 674.376592] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.376592] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.376592] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.376592] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.376592] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.392700] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 675fab9d-1013-442d-9ede-95c2b5f2902a in Status: IN_PROGRESS for 2s [ 674.632939] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: SUCCESS [ 674.632939] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.680287] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: SUCCESS [ 674.680287] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.680461] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.680795] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.681024] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.681149] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.681211] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.681581] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.681718] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.681868] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.682017] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.769549] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.769868] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.770073] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.770395] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.770508] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.770616] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8f38bfe-f73b-4cc0-b62a-e94965b36e3f is going to be created. [ 674.804222] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.804422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.804422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.804657] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.804820] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.816586] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f38bfe-f73b-4cc0-b62a-e94965b36e3f in Status: UNINITIALIZED for 2s [ 675.185169] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.186018] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.186018] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.186018] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.186124] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.186219] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.186252] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.187264] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.187264] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.187264] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.187264] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.187264] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.187264] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.187264] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.187264] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.187561] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.187561] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.187641] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.187686] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.187734] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.187855] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.693485] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61f37566-8d6f-4140-937f-3574279acbe9: rpc.has_security_group_logging(os_id): False [ 675.695501] env[65068]: INFO networking_nsxv3.common.synchronization [None req-28f3b869-b413-40a4-af57-7e57ec58a86c None None] Enqueued Resource ID: b40b2468-b439-4f31-970d-9c4ec9a760f8 with Priority: HIGHEST for action port [ 675.696037] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b40b2468-b439-4f31-970d-9c4ec9a760f8 with Priority: HIGHEST for action port [ 675.696749] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-b40b2468-b439-4f31-970d-9c4ec9a760f8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.696909] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b40b2468-b439-4f31-970d-9c4ec9a760f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.696974] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b40b2468-b439-4f31-970d-9c4ec9a760f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.697264] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b40b2468-b439-4f31-970d-9c4ec9a760f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.697378] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b40b2468-b439-4f31-970d-9c4ec9a760f8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.715267] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.715411] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.715480] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.715702] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.715791] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.715974] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.716081] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.716140] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.716284] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.716360] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.716549] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.716639] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.716788] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.716907] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.716952] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.717122] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.717217] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.717277] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.717419] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.717492] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.717574] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61f37566-8d6f-4140-937f-3574279acbe9 is going to be created. [ 675.794702] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.795224] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.795224] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.795224] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.795444] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.824762] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: IN_PROGRESS for 2s [ 676.201646] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b40b2468-b439-4f31-970d-9c4ec9a760f8 [ 676.201646] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.201646] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.201646] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.201886] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.202126] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.202126] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b40b2468-b439-4f31-970d-9c4ec9a760f8 already deleted. [ 676.203154] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b40b2468-b439-4f31-970d-9c4ec9a760f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.406435] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 675fab9d-1013-442d-9ede-95c2b5f2902a in Status: SUCCESS [ 676.407306] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.407515] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.407989] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.409088] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.830051] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f38bfe-f73b-4cc0-b62a-e94965b36e3f in Status: SUCCESS [ 676.830051] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.830051] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.830389] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.830428] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.830547] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.830628] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.830793] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.830893] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.831018] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.831198] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8f38bfe-f73b-4cc0-b62a-e94965b36e3f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.913943] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-675fab9d-1013-442d-9ede-95c2b5f2902a taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.913943] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.913943] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.913943] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.913943] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.913943] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.914395] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.914395] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.914395] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.914548] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.914548] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.334614] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.334768] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.334955] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.335132] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.335370] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.335599] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.335599] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.335700] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.335787] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.335874] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.336038] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.336130] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.336189] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.336326] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.336456] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.336551] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.336611] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.336742] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.336824] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.336934] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.337038] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8f38bfe-f73b-4cc0-b62a-e94965b36e3f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.417562] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-675fab9d-1013-442d-9ede-95c2b5f2902a taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.417769] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.417857] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.418287] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.418494] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.418613] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.418690] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.418859] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.418950] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.419055] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.419258] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-675fab9d-1013-442d-9ede-95c2b5f2902a taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.419360] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.419422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.419572] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.419713] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.419806] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.419868] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.420015] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.420346] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.420440] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.420569] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.839409] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8f38bfe-f73b-4cc0-b62a-e94965b36e3f: rpc.has_security_group_logging(os_id): False [ 677.842326] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: SUCCESS [ 677.842548] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.858140] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.858354] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.858398] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.858650] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.858739] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.858968] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.859243] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.859243] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.859369] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.859479] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.859613] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.859705] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.859769] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.859914] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.859990] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.863934] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.864103] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.864174] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.864365] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.864451] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.864567] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8f38bfe-f73b-4cc0-b62a-e94965b36e3f is going to be created. [ 677.922988] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 675fab9d-1013-442d-9ede-95c2b5f2902a: rpc.has_security_group_logging(os_id): False [ 677.940580] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.940814] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.940814] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.942054] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.942054] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.946754] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.947063] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.947273] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.947573] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.947752] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.948309] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.948445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.948556] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.948876] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.949098] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.949407] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.949554] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.949701] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.950239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.950373] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.951013] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.952243] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.952243] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.952473] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.952592] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.952718] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 675fab9d-1013-442d-9ede-95c2b5f2902a is going to be updated. [ 677.956180] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8f38bfe-f73b-4cc0-b62a-e94965b36e3f in Status: IN_PROGRESS for 2s [ 678.054669] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.054844] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.054931] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.055170] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.055320] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.070996] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 675fab9d-1013-442d-9ede-95c2b5f2902a in Status: IN_PROGRESS for 2s [ 678.777678] env[65068]: INFO networking_nsxv3.common.synchronization [req-9cded055-fe2f-4f27-b78a-1744abf03dc3 req-5d87a330-930e-40af-af6c-13ef258c4a34 tempest-MigrationsAdminTest-891455352 tempest-MigrationsAdminTest-891455352-project-member] Enqueued Resource ID: 67990774-1e7f-4eab-af7b-d05f895671a9 with Priority: HIGHEST for action security_group_members [ 678.777678] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67990774-1e7f-4eab-af7b-d05f895671a9 with Priority: HIGHEST for action security_group_members [ 678.777678] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-67990774-1e7f-4eab-af7b-d05f895671a9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.778395] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.778614] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.778979] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.779298] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.779557] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.779835] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.780130] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.780353] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.780565] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67990774-1e7f-4eab-af7b-d05f895671a9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.282475] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-79 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.282857] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.282857] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.283149] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.283379] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.283545] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.283670] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.283923] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.284097] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.284310] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.284415] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.284533] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.284623] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.284727] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.284929] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.285020] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.286245] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.286358] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.286441] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.286600] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.286695] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.286902] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.287021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.287086] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.287245] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.287320] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.287414] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67990774-1e7f-4eab-af7b-d05f895671a9 already deleted. [ 679.287494] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.306530] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.306715] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.306855] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.307125] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.307467] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-32eb20c2-34cf-4ad5-8dd2-cc9d4f92aa2e taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.307655] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-32eb20c2-34cf-4ad5-8dd2-cc9d4f92aa2e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.307788] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-32eb20c2-34cf-4ad5-8dd2-cc9d4f92aa2e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.308180] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-32eb20c2-34cf-4ad5-8dd2-cc9d4f92aa2e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.308393] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32eb20c2-34cf-4ad5-8dd2-cc9d4f92aa2e',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.811077] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.811409] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.811497] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.811802] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.811959] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.812149] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 32eb20c2-34cf-4ad5-8dd2-cc9d4f92aa2e not found, creating... [ 679.812444] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.812627] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.812756] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.813075] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.813224] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.813557] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.813709] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.813834] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.814088] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.814245] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.814396] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 32eb20c2-34cf-4ad5-8dd2-cc9d4f92aa2e is going to be created. [ 679.838183] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.838380] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.838380] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.838665] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.839031] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.839166] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-32eb20c2-34cf-4ad5-8dd2-cc9d4f92aa2e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.974047] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8f38bfe-f73b-4cc0-b62a-e94965b36e3f in Status: SUCCESS [ 679.974297] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.086561] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 675fab9d-1013-442d-9ede-95c2b5f2902a in Status: SUCCESS [ 680.086561] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.610651] env[65068]: INFO networking_nsxv3.common.synchronization [req-9cded055-fe2f-4f27-b78a-1744abf03dc3 req-d78d94ea-8ae5-4af9-9583-f2128e506900 service nova] Enqueued Resource ID: 67990774-1e7f-4eab-af7b-d05f895671a9 with Priority: HIGHEST for action security_group_rules [ 680.611057] env[65068]: INFO networking_nsxv3.common.synchronization [req-9cded055-fe2f-4f27-b78a-1744abf03dc3 req-d78d94ea-8ae5-4af9-9583-f2128e506900 service nova] Enqueued Resource ID: 67990774-1e7f-4eab-af7b-d05f895671a9 with Priority: HIGHEST for action security_group_members [ 680.611149] env[65068]: INFO networking_nsxv3.common.synchronization [req-9cded055-fe2f-4f27-b78a-1744abf03dc3 req-d78d94ea-8ae5-4af9-9583-f2128e506900 service nova] Enqueued Resource ID: 32eb20c2-34cf-4ad5-8dd2-cc9d4f92aa2e with Priority: HIGHEST for action port [ 680.612093] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67990774-1e7f-4eab-af7b-d05f895671a9 with Priority: HIGHEST for action security_group_rules [ 680.612183] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67990774-1e7f-4eab-af7b-d05f895671a9 with Priority: HIGHEST for action security_group_members [ 680.612283] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32eb20c2-34cf-4ad5-8dd2-cc9d4f92aa2e with Priority: HIGHEST for action port [ 680.612590] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67990774-1e7f-4eab-af7b-d05f895671a9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.612816] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.612816] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.613144] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.613259] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67990774-1e7f-4eab-af7b-d05f895671a9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.614246] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-67990774-1e7f-4eab-af7b-d05f895671a9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.614397] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.614500] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.614720] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.615081] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.615081] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.615200] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.615899] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.615899] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.615899] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67990774-1e7f-4eab-af7b-d05f895671a9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.616664] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-32eb20c2-34cf-4ad5-8dd2-cc9d4f92aa2e taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.616782] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32eb20c2-34cf-4ad5-8dd2-cc9d4f92aa2e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.617508] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32eb20c2-34cf-4ad5-8dd2-cc9d4f92aa2e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.617508] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32eb20c2-34cf-4ad5-8dd2-cc9d4f92aa2e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.617508] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32eb20c2-34cf-4ad5-8dd2-cc9d4f92aa2e',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.866778] env[65068]: INFO networking_nsxv3.common.synchronization [req-3e92b91b-942b-48cf-8492-4d5ad537af40 req-e49db8dd-c8f1-402e-9755-4f8267c15280 tempest-FloatingIPsAssociationTestJSON-1836174073 tempest-FloatingIPsAssociationTestJSON-1836174073-project-member] Enqueued Resource ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 with Priority: HIGHEST for action security_group_members [ 680.867412] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 with Priority: HIGHEST for action security_group_members [ 680.867713] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.867837] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.867913] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.868519] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.868687] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.868793] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.868856] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.869023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.869183] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.869341] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83cc699a-9c42-4ca1-895c-b2eca2a5a0e7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.119098] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-67990774-1e7f-4eab-af7b-d05f895671a9 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.119258] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.119474] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32eb20c2-34cf-4ad5-8dd2-cc9d4f92aa2e with status ACTIVE [ 681.119643] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.119744] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.119812] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.120141] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.120241] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.120386] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.120486] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.120577] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.120734] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.120778] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.120952] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.121072] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.121114] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.121298] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.121350] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.121410] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32eb20c2-34cf-4ad5-8dd2-cc9d4f92aa2e is going to be updated. [ 681.123203] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67990774-1e7f-4eab-af7b-d05f895671a9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.146541] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.146775] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.146915] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.147644] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.147796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.148142] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32eb20c2-34cf-4ad5-8dd2-cc9d4f92aa2e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.371871] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83cc699a-9c42-4ca1-895c-b2eca2a5a0e7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.626595] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67990774-1e7f-4eab-af7b-d05f895671a9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.875161] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83cc699a-9c42-4ca1-895c-b2eca2a5a0e7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.133586] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.133586] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.133586] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.133586] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.133586] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.133586] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67990774-1e7f-4eab-af7b-d05f895671a9 is going to be created. [ 682.159021] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.159021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.159021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.159021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.159021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.169990] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67990774-1e7f-4eab-af7b-d05f895671a9 in Status: UNINITIALIZED for 2s [ 682.377563] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.377809] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.378709] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.378709] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.378709] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.378709] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 is going to be updated. [ 682.422026] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.422026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.422026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.422026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.422026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.432752] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 in Status: IN_PROGRESS for 2s [ 684.182497] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67990774-1e7f-4eab-af7b-d05f895671a9 in Status: SUCCESS [ 684.182958] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.182958] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.183179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.183358] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.183625] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.183625] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.183826] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.183872] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.183956] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.184061] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67990774-1e7f-4eab-af7b-d05f895671a9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.443920] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 in Status: SUCCESS [ 684.443920] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.686880] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-67990774-1e7f-4eab-af7b-d05f895671a9 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.687154] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.687248] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.687673] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.687717] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.687873] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.687873] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.688099] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.688191] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.688767] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.688767] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-67990774-1e7f-4eab-af7b-d05f895671a9 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.688767] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.688767] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.689199] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.689199] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.689199] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.689199] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.689372] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.689418] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.689531] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.689666] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67990774-1e7f-4eab-af7b-d05f895671a9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.737953] env[65068]: INFO networking_nsxv3.common.synchronization [req-65182fff-a19a-43ae-b3c4-b2794e047755 req-a705dfd1-4754-4cdd-8d36-2b01459c7a59 tempest-ImagesOneServerTestJSON-1722355646 tempest-ImagesOneServerTestJSON-1722355646-project-member] Enqueued Resource ID: 59a33d8c-d4c3-4884-b7ef-babf8765840d with Priority: HIGHEST for action security_group_members [ 684.739687] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59a33d8c-d4c3-4884-b7ef-babf8765840d with Priority: HIGHEST for action security_group_members [ 684.743426] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-59a33d8c-d4c3-4884-b7ef-babf8765840d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.743426] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59a33d8c-d4c3-4884-b7ef-babf8765840d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.743426] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59a33d8c-d4c3-4884-b7ef-babf8765840d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.743426] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59a33d8c-d4c3-4884-b7ef-babf8765840d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.743426] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.743426] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.743426] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.743426] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.743426] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.743426] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59a33d8c-d4c3-4884-b7ef-babf8765840d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.194997] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67990774-1e7f-4eab-af7b-d05f895671a9: rpc.has_security_group_logging(os_id): False [ 685.215494] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.217292] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.217292] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.217292] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.220169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.220169] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.220169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.220169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.220169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.220169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.220169] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.220169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.220169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.220169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.220169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.220169] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.220169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.220169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.220810] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.221249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.221426] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67990774-1e7f-4eab-af7b-d05f895671a9 is going to be created. [ 685.244048] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.247028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.247028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.247028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.247028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.247028] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.247028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.247028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.247028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.247028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.247028] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59a33d8c-d4c3-4884-b7ef-babf8765840d is going to be updated. [ 685.281602] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.281602] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.281771] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.282285] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.282285] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.296807] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.297194] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.297320] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.297601] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.297790] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.300392] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59a33d8c-d4c3-4884-b7ef-babf8765840d in Status: IN_PROGRESS for 2s [ 685.311095] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67990774-1e7f-4eab-af7b-d05f895671a9 in Status: IN_PROGRESS for 2s [ 685.341127] env[65068]: INFO networking_nsxv3.common.synchronization [None req-47620be5-2843-4c44-ae98-0133a30da5a3 None None] Enqueued Resource ID: 23042512-d38f-4466-8145-5e4c734853df with Priority: HIGHEST for action port [ 685.342371] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23042512-d38f-4466-8145-5e4c734853df with Priority: HIGHEST for action port [ 685.342769] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-23042512-d38f-4466-8145-5e4c734853df taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.344159] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23042512-d38f-4466-8145-5e4c734853df" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.344246] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23042512-d38f-4466-8145-5e4c734853df" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.344520] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23042512-d38f-4466-8145-5e4c734853df" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.344610] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23042512-d38f-4466-8145-5e4c734853df',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.848421] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23042512-d38f-4466-8145-5e4c734853df [ 685.848660] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.848808] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.848863] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.849131] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.849245] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.849289] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23042512-d38f-4466-8145-5e4c734853df already deleted. [ 685.849402] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23042512-d38f-4466-8145-5e4c734853df" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.313101] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59a33d8c-d4c3-4884-b7ef-babf8765840d in Status: SUCCESS [ 687.313482] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59a33d8c-d4c3-4884-b7ef-babf8765840d deletion is rescheduled due to dependency. [ 687.313602] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59a33d8c-d4c3-4884-b7ef-babf8765840d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.325631] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67990774-1e7f-4eab-af7b-d05f895671a9 in Status: SUCCESS [ 687.326329] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.501773] env[65068]: INFO networking_nsxv3.common.synchronization [req-85734082-84b6-4b4c-ad2e-3e5b4281b4fa req-829074e4-df19-49f2-a99b-1a3dfa0055c1 tempest-DeleteServersTestJSON-53534962 tempest-DeleteServersTestJSON-53534962-project-member] Enqueued Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 687.504966] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 687.507573] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.507573] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.507573] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.507573] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.507573] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.507573] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.507573] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.507573] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.507573] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.507573] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.808482] env[65068]: INFO networking_nsxv3.common.synchronization [None req-ad2f8e27-2ebe-4160-a6fe-3b7b87767d8c None None] Enqueued Resource ID: c6b87666-cf8d-4ba1-8381-879ac7eda461 with Priority: HIGHEST for action port [ 687.808804] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6b87666-cf8d-4ba1-8381-879ac7eda461 with Priority: HIGHEST for action port [ 687.809188] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6b87666-cf8d-4ba1-8381-879ac7eda461 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.809283] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6b87666-cf8d-4ba1-8381-879ac7eda461" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.810592] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6b87666-cf8d-4ba1-8381-879ac7eda461" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.810592] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6b87666-cf8d-4ba1-8381-879ac7eda461" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.810592] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6b87666-cf8d-4ba1-8381-879ac7eda461',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.815595] env[65068]: INFO networking_nsxv3.common.synchronization [None req-0ab97eee-542e-4a01-a5a4-80185bfb3755 None None] Enqueued Resource ID: 92d438f1-66ec-4fb9-9228-87664406bae8 with Priority: HIGHEST for action port [ 687.816050] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d438f1-66ec-4fb9-9228-87664406bae8 with Priority: HIGHEST for action port [ 687.816295] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-92d438f1-66ec-4fb9-9228-87664406bae8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.817336] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92d438f1-66ec-4fb9-9228-87664406bae8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.817336] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92d438f1-66ec-4fb9-9228-87664406bae8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.817336] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92d438f1-66ec-4fb9-9228-87664406bae8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.817336] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92d438f1-66ec-4fb9-9228-87664406bae8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.950218] env[65068]: INFO networking_nsxv3.common.synchronization [req-4d66ee21-030a-4f6e-92c5-a6e226f7fe02 req-4f46602f-ea79-47ee-8fa2-f575c2017cf0 tempest-ServerActionsTestJSON-920019273 tempest-ServerActionsTestJSON-920019273-project-member] Enqueued Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGHEST for action security_group_members [ 687.950218] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGHEST for action security_group_members [ 687.950937] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974ddd6-d699-43c1-b486-a0fbbd07953b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.951043] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.951043] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.952038] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.952038] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.952038] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.952038] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.952038] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.952038] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.952038] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8974ddd6-d699-43c1-b486-a0fbbd07953b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.009918] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.010124] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.010221] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.010483] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.010581] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.010796] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.011185] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.011288] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.011517] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.011629] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.011746] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 is going to be updated. [ 688.049894] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.049894] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.050070] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.050184] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.050355] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.063049] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: IN_PROGRESS for 2s [ 688.317658] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6b87666-cf8d-4ba1-8381-879ac7eda461 [ 688.317973] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.318179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.318271] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.318549] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.318667] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.318795] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6b87666-cf8d-4ba1-8381-879ac7eda461 already deleted. [ 688.319026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6b87666-cf8d-4ba1-8381-879ac7eda461" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.320373] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92d438f1-66ec-4fb9-9228-87664406bae8 [ 688.320638] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.320789] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.320880] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.321161] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.321283] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.321399] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92d438f1-66ec-4fb9-9228-87664406bae8 already deleted. [ 688.321505] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92d438f1-66ec-4fb9-9228-87664406bae8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.343200] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-95 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.343980] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-95" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.343980] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-95" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.343980] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-95" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.344257] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.344257] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.344351] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.344552] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.345644] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.345644] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.345644] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.345644] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.345644] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.345644] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.345644] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.345983] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.371043] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.371043] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 688.371043] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.371043] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-95" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.371206] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-a7219bfd-0550-4584-9d1b-fa776781b4b5 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.371307] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-a7219bfd-0550-4584-9d1b-fa776781b4b5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.372467] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-a7219bfd-0550-4584-9d1b-fa776781b4b5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.372467] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-a7219bfd-0550-4584-9d1b-fa776781b4b5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.372467] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7219bfd-0550-4584-9d1b-fa776781b4b5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.458455] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.458629] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.458682] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.459865] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.459865] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.459865] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.459865] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.459865] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.459865] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.459865] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.459865] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b already deleted. [ 688.459865] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.875213] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.875471] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.875822] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.875912] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.876094] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.876263] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port a7219bfd-0550-4584-9d1b-fa776781b4b5 not found, creating... [ 688.877085] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.877085] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.877085] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.877279] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.877309] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.877599] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.877745] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.877945] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.879484] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.879629] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.879825] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: a7219bfd-0550-4584-9d1b-fa776781b4b5 is going to be created. [ 688.902117] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.902414] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.902580] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.902856] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.903118] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.903381] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-a7219bfd-0550-4584-9d1b-fa776781b4b5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.945086] env[65068]: INFO networking_nsxv3.common.synchronization [req-a206162e-3c29-454e-8ce0-e7260c42c126 req-0ae80a3d-4f46-4b7f-980e-a8a6e6c3805c tempest-MultipleCreateTestJSON-1353585975 tempest-MultipleCreateTestJSON-1353585975-project-member] Enqueued Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGHEST for action security_group_members [ 688.945086] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGHEST for action security_group_members [ 688.945086] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-675fab9d-1013-442d-9ede-95c2b5f2902a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.945086] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.945086] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.946221] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.946694] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.947201] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.947382] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.947659] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.949304] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.949304] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.451223] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.754482] env[65068]: INFO networking_nsxv3.common.synchronization [req-4d66ee21-030a-4f6e-92c5-a6e226f7fe02 req-4fda066e-c8d9-447c-9047-2257026f5bd4 service nova] Enqueued Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGHEST for action security_group_rules [ 689.754730] env[65068]: INFO networking_nsxv3.common.synchronization [req-4d66ee21-030a-4f6e-92c5-a6e226f7fe02 req-4fda066e-c8d9-447c-9047-2257026f5bd4 service nova] Enqueued Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGHEST for action security_group_members [ 689.754767] env[65068]: INFO networking_nsxv3.common.synchronization [req-4d66ee21-030a-4f6e-92c5-a6e226f7fe02 req-4fda066e-c8d9-447c-9047-2257026f5bd4 service nova] Enqueued Resource ID: a7219bfd-0550-4584-9d1b-fa776781b4b5 with Priority: HIGHEST for action port [ 689.755030] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGHEST for action security_group_rules [ 689.755162] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGHEST for action security_group_members [ 689.755252] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7219bfd-0550-4584-9d1b-fa776781b4b5 with Priority: HIGHEST for action port [ 689.755814] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8974ddd6-d699-43c1-b486-a0fbbd07953b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.755945] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.755988] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.760362] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.760481] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8974ddd6-d699-43c1-b486-a0fbbd07953b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.762713] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974ddd6-d699-43c1-b486-a0fbbd07953b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.762713] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.762713] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.762951] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.762980] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.763213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.763213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.763314] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.763417] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.763471] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8974ddd6-d699-43c1-b486-a0fbbd07953b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.764990] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7219bfd-0550-4584-9d1b-fa776781b4b5 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.765207] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7219bfd-0550-4584-9d1b-fa776781b4b5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.765207] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7219bfd-0550-4584-9d1b-fa776781b4b5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.765532] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7219bfd-0550-4584-9d1b-fa776781b4b5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.765532] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7219bfd-0550-4584-9d1b-fa776781b4b5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.954671] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.074267] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: SUCCESS [ 690.074511] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 deletion is rescheduled due to dependency. [ 690.074598] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.269048] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8974ddd6-d699-43c1-b486-a0fbbd07953b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.270111] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974ddd6-d699-43c1-b486-a0fbbd07953b taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.270227] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.270394] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7219bfd-0550-4584-9d1b-fa776781b4b5 with status ACTIVE [ 690.270551] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.270658] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.270722] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.270990] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.271065] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.271211] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.271313] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.271400] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.271573] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.271655] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.271833] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.271924] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.271986] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.272145] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.272218] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.272298] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7219bfd-0550-4584-9d1b-fa776781b4b5 is going to be updated. [ 690.297858] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.298275] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.298275] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.298439] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.298541] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.298721] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7219bfd-0550-4584-9d1b-fa776781b4b5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.321319] env[65068]: INFO networking_nsxv3.common.synchronization [req-e37340c9-3d15-4763-ba7c-463bc7771532 req-1068404e-a66a-4bcb-bd58-daefdcbfeafd tempest-ImagesOneServerNegativeTestJSON-651019256 tempest-ImagesOneServerNegativeTestJSON-651019256-project-member] Enqueued Resource ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 with Priority: HIGHEST for action security_group_members [ 690.321319] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 with Priority: HIGHEST for action security_group_members [ 690.321440] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.321555] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.321613] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.321868] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.322043] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.322592] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.322592] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.322592] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.322592] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.322592] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62fa64dd-f7c4-469d-ba7c-c8d1c97d5413',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.459045] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.459045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.459045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.459894] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.459894] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.459894] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675fab9d-1013-442d-9ede-95c2b5f2902a is going to be updated. [ 690.510282] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.510423] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.510545] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.510701] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.510859] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.524851] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675fab9d-1013-442d-9ede-95c2b5f2902a in Status: IN_PROGRESS for 2s [ 690.738238] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-510 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.738238] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-510" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.738238] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-510" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.738238] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-510" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.738238] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.738238] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.738854] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.740715] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.744029] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.744029] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.744029] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.744029] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.744029] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.744029] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.744029] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.744029] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.774861] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8974ddd6-d699-43c1-b486-a0fbbd07953b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.779138] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.779138] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.779138] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.779138] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-510" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.779138] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-8f89e092-24a9-4529-af68-39f4cff666d6 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.779138] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-8f89e092-24a9-4529-af68-39f4cff666d6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.779138] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-8f89e092-24a9-4529-af68-39f4cff666d6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.783212] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-8f89e092-24a9-4529-af68-39f4cff666d6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.783212] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f89e092-24a9-4529-af68-39f4cff666d6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.826514] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.826514] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.826514] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.827091] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.827091] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.827585] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.827585] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.827585] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.827741] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.827785] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.827888] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 already deleted. [ 690.827983] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.284249] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.284249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.284249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.284369] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.284469] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.284593] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b is going to be created. [ 691.286976] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.287238] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.287320] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.287596] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.287780] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.288450] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 8f89e092-24a9-4529-af68-39f4cff666d6 not found, creating... [ 691.288763] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.288927] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.289090] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.289358] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.289512] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.289908] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.290085] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.290240] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.291346] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.291346] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.291346] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 8f89e092-24a9-4529-af68-39f4cff666d6 is going to be created. [ 691.314645] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.314993] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.315101] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.315573] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.315573] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.315800] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-8f89e092-24a9-4529-af68-39f4cff666d6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.318325] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.318481] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.318548] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.318897] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.318897] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.321939] env[65068]: INFO networking_nsxv3.common.synchronization [None req-6378fb31-e73c-45f8-8223-3912f46d717e None None] Enqueued Resource ID: dde5b1a1-9813-45fd-bb47-f5a4dc658850 with Priority: HIGHEST for action port [ 691.322511] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dde5b1a1-9813-45fd-bb47-f5a4dc658850 with Priority: HIGHEST for action port [ 691.322842] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-dde5b1a1-9813-45fd-bb47-f5a4dc658850 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.322976] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dde5b1a1-9813-45fd-bb47-f5a4dc658850" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.323087] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dde5b1a1-9813-45fd-bb47-f5a4dc658850" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.323374] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dde5b1a1-9813-45fd-bb47-f5a4dc658850" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.323483] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dde5b1a1-9813-45fd-bb47-f5a4dc658850',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.330554] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b in Status: UNINITIALIZED for 2s [ 691.825483] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dde5b1a1-9813-45fd-bb47-f5a4dc658850 [ 691.825483] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.825483] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.825842] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.825842] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.825842] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.825916] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dde5b1a1-9813-45fd-bb47-f5a4dc658850 already deleted. [ 691.825972] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dde5b1a1-9813-45fd-bb47-f5a4dc658850" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.927390] env[65068]: INFO networking_nsxv3.common.synchronization [req-0a913e5f-3788-4da5-906f-363f5f310af8 req-4b2add3a-6b0c-444e-9d3a-9d7344bdeae3 tempest-SecurityGroupRulesTestJSON-1309489653 tempest-SecurityGroupRulesTestJSON-1309489653-project-member] Enqueued Resource ID: f90d3d3c-a013-4551-b222-d4dc7923fb88 with Priority: HIGHEST for action security_group_rules [ 691.928389] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f90d3d3c-a013-4551-b222-d4dc7923fb88 with Priority: HIGHEST for action security_group_rules [ 691.929369] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f90d3d3c-a013-4551-b222-d4dc7923fb88 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.929628] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f90d3d3c-a013-4551-b222-d4dc7923fb88" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.929768] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f90d3d3c-a013-4551-b222-d4dc7923fb88" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.930191] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f90d3d3c-a013-4551-b222-d4dc7923fb88" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.930365] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f90d3d3c-a013-4551-b222-d4dc7923fb88',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.100331] env[65068]: INFO networking_nsxv3.common.synchronization [req-e37340c9-3d15-4763-ba7c-463bc7771532 req-ed4bbab0-72c8-48c5-b380-ba1f045fee08 service nova] Enqueued Resource ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 with Priority: HIGHEST for action security_group_rules [ 692.100492] env[65068]: INFO networking_nsxv3.common.synchronization [req-e37340c9-3d15-4763-ba7c-463bc7771532 req-ed4bbab0-72c8-48c5-b380-ba1f045fee08 service nova] Enqueued Resource ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 with Priority: HIGHEST for action security_group_members [ 692.100614] env[65068]: INFO networking_nsxv3.common.synchronization [req-e37340c9-3d15-4763-ba7c-463bc7771532 req-ed4bbab0-72c8-48c5-b380-ba1f045fee08 service nova] Enqueued Resource ID: 8f89e092-24a9-4529-af68-39f4cff666d6 with Priority: HIGHEST for action port [ 692.101180] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 with Priority: HIGHEST for action security_group_rules [ 692.103152] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 with Priority: HIGHEST for action security_group_members [ 692.103152] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f89e092-24a9-4529-af68-39f4cff666d6 with Priority: HIGHEST for action port [ 692.103152] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.103152] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.103152] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.103152] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.103152] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62fa64dd-f7c4-469d-ba7c-c8d1c97d5413',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.103761] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.103935] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.104035] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.104230] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.104392] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.104494] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.104563] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.104704] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.104790] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.104934] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62fa64dd-f7c4-469d-ba7c-c8d1c97d5413',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.110053] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f89e092-24a9-4529-af68-39f4cff666d6 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.110053] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f89e092-24a9-4529-af68-39f4cff666d6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.110053] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f89e092-24a9-4529-af68-39f4cff666d6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.110387] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f89e092-24a9-4529-af68-39f4cff666d6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.110443] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f89e092-24a9-4529-af68-39f4cff666d6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.215428] env[65068]: INFO networking_nsxv3.common.synchronization [req-9a6b81a9-8b6f-4952-905b-2ee45a69de73 req-a00d2bab-bf2a-4375-8928-89eb73b33262 tempest-MultipleCreateTestJSON-1353585975 tempest-MultipleCreateTestJSON-1353585975-project-member] Enqueued Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGHEST for action security_group_members [ 692.216380] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGHEST for action security_group_members [ 692.216689] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-675fab9d-1013-442d-9ede-95c2b5f2902a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.216796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.455670] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.455823] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.455897] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.456166] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.456267] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.456366] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f90d3d3c-a013-4551-b222-d4dc7923fb88 already deleted. [ 692.456451] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f90d3d3c-a013-4551-b222-d4dc7923fb88" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.537347] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675fab9d-1013-442d-9ede-95c2b5f2902a in Status: SUCCESS [ 692.537429] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.537753] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.537873] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.538112] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.538236] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.538299] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.538486] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.538544] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.538627] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.612167] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62fa64dd-f7c4-469d-ba7c-c8d1c97d5413',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.613295] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.613481] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.613947] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f89e092-24a9-4529-af68-39f4cff666d6 with status ACTIVE [ 692.614170] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.614542] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.614542] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.614648] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.614744] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.614974] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.617104] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.617228] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.617455] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.617538] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.617754] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.617871] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.618113] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.618187] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.618243] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.618355] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f89e092-24a9-4529-af68-39f4cff666d6 is going to be updated. [ 692.644485] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.644834] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.644834] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.644953] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.645129] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.645316] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f89e092-24a9-4529-af68-39f4cff666d6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.041610] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.041893] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.041893] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.042300] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.042300] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.042452] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.042452] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.042569] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.042665] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.042718] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.042821] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675fab9d-1013-442d-9ede-95c2b5f2902a is going to be updated. [ 693.083881] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.084040] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.084142] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.084322] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.084488] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.093820] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675fab9d-1013-442d-9ede-95c2b5f2902a in Status: IN_PROGRESS for 2s [ 693.121155] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62fa64dd-f7c4-469d-ba7c-c8d1c97d5413',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.342241] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b in Status: SUCCESS [ 693.342517] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.342694] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.342917] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.343132] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.343267] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.343346] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.343486] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.343535] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.343681] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.343781] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8974ddd6-d699-43c1-b486-a0fbbd07953b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.626489] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.626489] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.626489] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.626489] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.626489] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.626489] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 is going to be created. [ 693.653260] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.653260] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.653260] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.653260] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.653260] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.662233] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 in Status: UNINITIALIZED for 2s [ 693.845903] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8974ddd6-d699-43c1-b486-a0fbbd07953b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.350506] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8974ddd6-d699-43c1-b486-a0fbbd07953b: rpc.has_security_group_logging(os_id): False [ 694.371953] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.372758] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.372758] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.372758] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.372758] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.372758] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.372998] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.372998] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.373059] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.373347] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.373442] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b is going to be created. [ 694.388838] env[65068]: INFO networking_nsxv3.common.synchronization [None req-eb724180-33ef-44a9-90f7-8bf3c6538518 None None] Enqueued Resource ID: f048d766-40a0-40c9-af91-483ed3147859 with Priority: HIGHEST for action port [ 694.389819] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f048d766-40a0-40c9-af91-483ed3147859 with Priority: HIGHEST for action port [ 694.390163] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-f048d766-40a0-40c9-af91-483ed3147859 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.390354] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f048d766-40a0-40c9-af91-483ed3147859" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.390470] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f048d766-40a0-40c9-af91-483ed3147859" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.390887] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f048d766-40a0-40c9-af91-483ed3147859" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.391060] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f048d766-40a0-40c9-af91-483ed3147859',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.456045] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.456045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.456045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.456045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.456045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.470849] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b in Status: IN_PROGRESS for 2s [ 694.895049] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f048d766-40a0-40c9-af91-483ed3147859 [ 694.895279] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.895436] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.895507] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.895733] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.895861] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.895915] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f048d766-40a0-40c9-af91-483ed3147859 already deleted. [ 694.896047] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f048d766-40a0-40c9-af91-483ed3147859" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.109313] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675fab9d-1013-442d-9ede-95c2b5f2902a in Status: SUCCESS [ 695.109500] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675fab9d-1013-442d-9ede-95c2b5f2902a deletion is rescheduled due to dependency. [ 695.109618] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.374879] env[65068]: INFO networking_nsxv3.common.synchronization [req-71763ab8-643b-4dcd-a316-4786737cd4fa req-10602d8a-440b-42cf-acda-94324e6bd234 tempest-ServerDiagnosticsTest-1971017932 tempest-ServerDiagnosticsTest-1971017932-project-member] Enqueued Resource ID: b8f38bfe-f73b-4cc0-b62a-e94965b36e3f with Priority: HIGHEST for action security_group_members [ 695.375395] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f38bfe-f73b-4cc0-b62a-e94965b36e3f with Priority: HIGHEST for action security_group_members [ 695.375578] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.375712] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.375781] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.376028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.377574] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.377742] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.377815] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.378139] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.378269] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.378420] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8f38bfe-f73b-4cc0-b62a-e94965b36e3f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.674364] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 in Status: SUCCESS [ 695.674364] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.674522] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.674790] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.675117] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.675248] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.675327] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.675511] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.675595] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.675689] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.675773] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62fa64dd-f7c4-469d-ba7c-c8d1c97d5413',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.710982] env[65068]: INFO networking_nsxv3.common.synchronization [req-c0c054d1-b6a5-480c-a3a1-3ff741354257 req-39a5fab8-2fc7-470f-b117-59658a01cdab tempest-SecurityGroupRulesTestJSON-1309489653 tempest-SecurityGroupRulesTestJSON-1309489653-project-member] Enqueued Resource ID: 4d94c426-7fb1-4d1a-a8b4-ba1290260035 with Priority: HIGHEST for action security_group_rules [ 695.710982] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d94c426-7fb1-4d1a-a8b4-ba1290260035 with Priority: HIGHEST for action security_group_rules [ 695.710982] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d94c426-7fb1-4d1a-a8b4-ba1290260035 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.710982] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d94c426-7fb1-4d1a-a8b4-ba1290260035" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.710982] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d94c426-7fb1-4d1a-a8b4-ba1290260035" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.714082] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d94c426-7fb1-4d1a-a8b4-ba1290260035" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.714082] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d94c426-7fb1-4d1a-a8b4-ba1290260035',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.881122] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.881339] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.881434] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.881670] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.881789] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.882011] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.882146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.882228] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.882411] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.882515] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.882621] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8f38bfe-f73b-4cc0-b62a-e94965b36e3f is going to be updated. [ 695.911583] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.911775] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.911855] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.912116] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.912285] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.922994] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f38bfe-f73b-4cc0-b62a-e94965b36e3f in Status: IN_PROGRESS for 2s [ 696.179037] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.179363] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.179363] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.180199] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.180428] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.180582] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.180611] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.180792] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.180886] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.180998] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.181155] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.181257] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.181322] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.181483] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.181627] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.181722] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.181784] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.181924] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.182014] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.182098] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.182192] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62fa64dd-f7c4-469d-ba7c-c8d1c97d5413',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.240282] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.240282] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.240282] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.240512] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.240562] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.240657] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d94c426-7fb1-4d1a-a8b4-ba1290260035 already deleted. [ 696.240738] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d94c426-7fb1-4d1a-a8b4-ba1290260035" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.406914] env[65068]: INFO networking_nsxv3.common.synchronization [None req-891fdce8-a89b-47e6-9bc3-780613db2ad0 tempest-ServersTestManualDisk-251600608 tempest-ServersTestManualDisk-251600608-project-member] Enqueued Resource ID: 8e8155f7-f34e-412b-a832-751fa6c10e8e with Priority: HIGHEST for action security_group_rules [ 696.407683] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e8155f7-f34e-412b-a832-751fa6c10e8e with Priority: HIGHEST for action security_group_rules [ 696.410271] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e8155f7-f34e-412b-a832-751fa6c10e8e taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.410271] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e8155f7-f34e-412b-a832-751fa6c10e8e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.410271] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e8155f7-f34e-412b-a832-751fa6c10e8e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.410271] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e8155f7-f34e-412b-a832-751fa6c10e8e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.411925] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e8155f7-f34e-412b-a832-751fa6c10e8e',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.486085] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b in Status: SUCCESS [ 696.486533] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.603788] env[65068]: INFO networking_nsxv3.common.synchronization [None req-48300340-a220-48d6-8d3a-8dc481f9905d tempest-ServersTestManualDisk-251600608 tempest-ServersTestManualDisk-251600608-project-member] Enqueued Resource ID: 8e8155f7-f34e-412b-a832-751fa6c10e8e with Priority: HIGHEST for action security_group_rules [ 696.604599] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e8155f7-f34e-412b-a832-751fa6c10e8e with Priority: HIGHEST for action security_group_rules [ 696.604945] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e8155f7-f34e-412b-a832-751fa6c10e8e taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.605062] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e8155f7-f34e-412b-a832-751fa6c10e8e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.684944] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413: rpc.has_security_group_logging(os_id): False [ 696.711575] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.711681] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.713468] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.713468] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.713468] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.713468] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.713468] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.713468] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.713468] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.713468] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.715420] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.715563] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.715627] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.715827] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.715912] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.716202] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.716321] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.716421] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.716659] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.716753] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.716846] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 is going to be created. [ 696.835425] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.835634] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.835709] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.835925] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.837326] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.862928] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 in Status: IN_PROGRESS for 2s [ 696.940750] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.940975] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.941534] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.942687] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.942783] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.942907] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e8155f7-f34e-412b-a832-751fa6c10e8e already deleted. [ 696.943025] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e8155f7-f34e-412b-a832-751fa6c10e8e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.943431] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e8155f7-f34e-412b-a832-751fa6c10e8e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.943431] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e8155f7-f34e-412b-a832-751fa6c10e8e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.943536] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e8155f7-f34e-412b-a832-751fa6c10e8e',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.361055] env[65068]: INFO networking_nsxv3.common.synchronization [None req-a352f8b4-4cea-4127-b3ce-93f2a5db91cb None None] Enqueued Resource ID: aa9b7273-ed03-464f-a4a8-36c96cc62532 with Priority: HIGHEST for action port [ 697.361888] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9b7273-ed03-464f-a4a8-36c96cc62532 with Priority: HIGHEST for action port [ 697.362707] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa9b7273-ed03-464f-a4a8-36c96cc62532 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.362970] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa9b7273-ed03-464f-a4a8-36c96cc62532" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.363143] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa9b7273-ed03-464f-a4a8-36c96cc62532" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.363462] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa9b7273-ed03-464f-a4a8-36c96cc62532" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.363903] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa9b7273-ed03-464f-a4a8-36c96cc62532',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.465804] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.466146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.466146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.466262] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.466363] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.466459] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e8155f7-f34e-412b-a832-751fa6c10e8e already deleted. [ 697.466538] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e8155f7-f34e-412b-a832-751fa6c10e8e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.824870] env[65068]: INFO networking_nsxv3.common.synchronization [req-b24f09e2-3a17-4803-9735-692f971e2f62 req-de3f4130-394a-484c-9dfd-fc5b41e48198 tempest-SecurityGroupRulesTestJSON-1309489653 tempest-SecurityGroupRulesTestJSON-1309489653-project-member] Enqueued Resource ID: 754500e1-350b-482b-abc2-f16acfa84273 with Priority: HIGHEST for action security_group_rules [ 697.825554] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 754500e1-350b-482b-abc2-f16acfa84273 with Priority: HIGHEST for action security_group_rules [ 697.825988] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-754500e1-350b-482b-abc2-f16acfa84273 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.826081] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-754500e1-350b-482b-abc2-f16acfa84273" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.826171] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-754500e1-350b-482b-abc2-f16acfa84273" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.826565] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-754500e1-350b-482b-abc2-f16acfa84273" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.826601] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('754500e1-350b-482b-abc2-f16acfa84273',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.865800] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa9b7273-ed03-464f-a4a8-36c96cc62532 [ 697.866054] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.866224] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.866292] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.866496] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.866583] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.866695] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa9b7273-ed03-464f-a4a8-36c96cc62532 already deleted. [ 697.866791] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa9b7273-ed03-464f-a4a8-36c96cc62532" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.933429] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f38bfe-f73b-4cc0-b62a-e94965b36e3f in Status: SUCCESS [ 697.933429] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8f38bfe-f73b-4cc0-b62a-e94965b36e3f deletion is rescheduled due to dependency. [ 697.933630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.350712] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.350784] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.350872] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.352835] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.354696] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.354696] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 754500e1-350b-482b-abc2-f16acfa84273 already deleted. [ 698.354696] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-754500e1-350b-482b-abc2-f16acfa84273" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.877934] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 in Status: SUCCESS [ 698.878339] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.050574] env[65068]: INFO networking_nsxv3.common.synchronization [req-fd81bc52-f184-4dde-9454-16f10ed7ea44 req-ec1fcbcd-7d96-40de-a1ae-3492e1f4c408 tempest-ServerMetadataNegativeTestJSON-2081276629 tempest-ServerMetadataNegativeTestJSON-2081276629-project-member] Enqueued Resource ID: 57c86a9b-98bc-47a0-bff9-43537ed60782 with Priority: HIGHEST for action security_group_members [ 699.051150] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c86a9b-98bc-47a0-bff9-43537ed60782 with Priority: HIGHEST for action security_group_members [ 699.051470] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c86a9b-98bc-47a0-bff9-43537ed60782 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.051582] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c86a9b-98bc-47a0-bff9-43537ed60782" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.051650] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c86a9b-98bc-47a0-bff9-43537ed60782" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.051998] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c86a9b-98bc-47a0-bff9-43537ed60782" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.052365] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.052365] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.052365] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.052507] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.052585] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.052682] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57c86a9b-98bc-47a0-bff9-43537ed60782',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.555185] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.555349] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.555477] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.556163] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.556347] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.556997] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.556997] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.556997] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.556997] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.557340] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.557340] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c86a9b-98bc-47a0-bff9-43537ed60782 already deleted. [ 699.557340] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c86a9b-98bc-47a0-bff9-43537ed60782" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.644197] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.644399] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-143" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.644520] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-143" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.644853] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-143" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.646200] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.646321] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.646442] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.646690] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.646898] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.647208] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.647480] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.647480] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.647574] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.647631] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.647733] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.647859] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.667171] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.667397] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 699.667559] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.667741] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-143" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.668060] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-21f104bb-d842-4e2f-a49c-8e13610727c5 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.668245] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-21f104bb-d842-4e2f-a49c-8e13610727c5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.668360] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-21f104bb-d842-4e2f-a49c-8e13610727c5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.668723] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-21f104bb-d842-4e2f-a49c-8e13610727c5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.668846] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21f104bb-d842-4e2f-a49c-8e13610727c5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.175015] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.175351] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.175502] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.176413] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.176552] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.176884] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 21f104bb-d842-4e2f-a49c-8e13610727c5 not found, creating... [ 700.177022] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.177279] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.177409] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.177631] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.177762] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.178450] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.178800] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.179943] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.179943] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.179943] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.179943] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 21f104bb-d842-4e2f-a49c-8e13610727c5 is going to be created. [ 700.203290] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.204828] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.205094] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.205408] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.205703] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.205914] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-21f104bb-d842-4e2f-a49c-8e13610727c5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.931637] env[65068]: INFO networking_nsxv3.common.synchronization [req-fd81bc52-f184-4dde-9454-16f10ed7ea44 req-a4f270b0-155b-4d02-a6b0-152970390d04 service nova] Enqueued Resource ID: 57c86a9b-98bc-47a0-bff9-43537ed60782 with Priority: HIGHEST for action security_group_rules [ 700.931637] env[65068]: INFO networking_nsxv3.common.synchronization [req-fd81bc52-f184-4dde-9454-16f10ed7ea44 req-a4f270b0-155b-4d02-a6b0-152970390d04 service nova] Enqueued Resource ID: 57c86a9b-98bc-47a0-bff9-43537ed60782 with Priority: HIGHEST for action security_group_members [ 700.931637] env[65068]: INFO networking_nsxv3.common.synchronization [req-fd81bc52-f184-4dde-9454-16f10ed7ea44 req-a4f270b0-155b-4d02-a6b0-152970390d04 service nova] Enqueued Resource ID: 21f104bb-d842-4e2f-a49c-8e13610727c5 with Priority: HIGHEST for action port [ 700.932117] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c86a9b-98bc-47a0-bff9-43537ed60782 with Priority: HIGHEST for action security_group_rules [ 700.932117] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c86a9b-98bc-47a0-bff9-43537ed60782 with Priority: HIGHEST for action security_group_members [ 700.932117] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f104bb-d842-4e2f-a49c-8e13610727c5 with Priority: HIGHEST for action port [ 700.932540] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57c86a9b-98bc-47a0-bff9-43537ed60782 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.932540] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57c86a9b-98bc-47a0-bff9-43537ed60782" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.932981] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57c86a9b-98bc-47a0-bff9-43537ed60782" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.932981] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57c86a9b-98bc-47a0-bff9-43537ed60782" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.932981] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57c86a9b-98bc-47a0-bff9-43537ed60782',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.933833] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c86a9b-98bc-47a0-bff9-43537ed60782 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.933980] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c86a9b-98bc-47a0-bff9-43537ed60782" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.934106] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c86a9b-98bc-47a0-bff9-43537ed60782" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.934268] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c86a9b-98bc-47a0-bff9-43537ed60782" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.934441] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.934543] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.934638] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.934724] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.934806] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.934935] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57c86a9b-98bc-47a0-bff9-43537ed60782',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.935720] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-21f104bb-d842-4e2f-a49c-8e13610727c5 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.935836] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21f104bb-d842-4e2f-a49c-8e13610727c5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.935963] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21f104bb-d842-4e2f-a49c-8e13610727c5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.936048] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21f104bb-d842-4e2f-a49c-8e13610727c5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.936122] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21f104bb-d842-4e2f-a49c-8e13610727c5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.279375] env[65068]: INFO networking_nsxv3.common.synchronization [req-6a98a36c-0fa5-418b-93c1-05603c5cde42 req-71912b0e-cc43-40e2-a746-af4ac1940beb tempest-SecurityGroupRulesTestJSON-1309489653 tempest-SecurityGroupRulesTestJSON-1309489653-project-member] Enqueued Resource ID: 516ddd1b-b975-4f95-b97c-0671d01a1607 with Priority: HIGHEST for action security_group_rules [ 701.279751] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 516ddd1b-b975-4f95-b97c-0671d01a1607 with Priority: HIGHEST for action security_group_rules [ 701.280095] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-516ddd1b-b975-4f95-b97c-0671d01a1607 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.280223] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-516ddd1b-b975-4f95-b97c-0671d01a1607" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.280289] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-516ddd1b-b975-4f95-b97c-0671d01a1607" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.280577] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-516ddd1b-b975-4f95-b97c-0671d01a1607" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.280638] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('516ddd1b-b975-4f95-b97c-0671d01a1607',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.439268] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c86a9b-98bc-47a0-bff9-43537ed60782 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.439268] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c86a9b-98bc-47a0-bff9-43537ed60782" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.439268] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57c86a9b-98bc-47a0-bff9-43537ed60782',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.441425] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21f104bb-d842-4e2f-a49c-8e13610727c5 with status ACTIVE [ 701.441425] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.441425] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.441425] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.441425] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.441425] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.441425] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.441425] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.441425] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.441425] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.441425] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.441951] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.441951] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.441951] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.441951] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.441951] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.442115] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21f104bb-d842-4e2f-a49c-8e13610727c5 is going to be updated. [ 701.465843] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.466021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.466094] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.466316] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.466478] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.466691] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21f104bb-d842-4e2f-a49c-8e13610727c5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.711428] env[65068]: INFO networking_nsxv3.common.synchronization [req-a3a252d3-9c4f-44fd-badd-f72a4b7cbe0f req-69af3e96-47bb-45c0-9708-d48f7b03e0b5 tempest-ServersAdminNegativeTestJSON-450122012 tempest-ServersAdminNegativeTestJSON-450122012-project-member] Enqueued Resource ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda with Priority: HIGHEST for action security_group_members [ 701.712047] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda with Priority: HIGHEST for action security_group_members [ 701.712631] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c4651-7667-4cdc-9a73-f69b8c98ebda taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.712805] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.712880] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.713093] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.713248] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.713347] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.713410] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.713555] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.713640] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.713736] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c88c4651-7667-4cdc-9a73-f69b8c98ebda',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.803512] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.803512] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.803512] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.803512] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.804534] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.804534] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 516ddd1b-b975-4f95-b97c-0671d01a1607 already deleted. [ 701.804534] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-516ddd1b-b975-4f95-b97c-0671d01a1607" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.888343] env[65068]: INFO networking_nsxv3.common.synchronization [None req-1919536c-4709-4e33-9870-c3f9849db725 None None] Enqueued Resource ID: 1c79efdb-fd98-4a6b-9a7d-0660b8f567f3 with Priority: HIGHEST for action port [ 701.888889] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c79efdb-fd98-4a6b-9a7d-0660b8f567f3 with Priority: HIGHEST for action port [ 701.889662] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c79efdb-fd98-4a6b-9a7d-0660b8f567f3 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.889662] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c79efdb-fd98-4a6b-9a7d-0660b8f567f3" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.889662] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c79efdb-fd98-4a6b-9a7d-0660b8f567f3" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.889913] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c79efdb-fd98-4a6b-9a7d-0660b8f567f3" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.890015] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c79efdb-fd98-4a6b-9a7d-0660b8f567f3',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.944364] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57c86a9b-98bc-47a0-bff9-43537ed60782',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.216944] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c88c4651-7667-4cdc-9a73-f69b8c98ebda',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.392851] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c79efdb-fd98-4a6b-9a7d-0660b8f567f3 [ 702.393409] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.393581] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.393820] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.393881] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.393968] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.394157] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c79efdb-fd98-4a6b-9a7d-0660b8f567f3 already deleted. [ 702.394157] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c79efdb-fd98-4a6b-9a7d-0660b8f567f3" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.450729] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.450927] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.450969] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.451305] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.451439] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.451522] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c86a9b-98bc-47a0-bff9-43537ed60782 is going to be created. [ 702.482594] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.482731] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.482731] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.482939] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.483146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.495676] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c86a9b-98bc-47a0-bff9-43537ed60782 in Status: UNINITIALIZED for 2s [ 702.719733] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c88c4651-7667-4cdc-9a73-f69b8c98ebda',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.226036] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.226036] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.226036] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.226036] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.226036] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.226036] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda is going to be updated. [ 703.262127] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.262318] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.262318] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.263027] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.263027] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.272940] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda in Status: IN_PROGRESS for 2s [ 704.279199] env[65068]: INFO networking_nsxv3.common.synchronization [None req-319310c6-e6af-41cb-bacc-66fe2071ea31 None None] Enqueued Resource ID: 4262265a-4ce8-4216-b562-7d3c473bcb36 with Priority: HIGHEST for action port [ 704.279842] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4262265a-4ce8-4216-b562-7d3c473bcb36 with Priority: HIGHEST for action port [ 704.280411] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-4262265a-4ce8-4216-b562-7d3c473bcb36 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.280744] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4262265a-4ce8-4216-b562-7d3c473bcb36" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.280744] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4262265a-4ce8-4216-b562-7d3c473bcb36" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.282336] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4262265a-4ce8-4216-b562-7d3c473bcb36" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.282430] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4262265a-4ce8-4216-b562-7d3c473bcb36',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.509105] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c86a9b-98bc-47a0-bff9-43537ed60782 in Status: SUCCESS [ 704.509431] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c86a9b-98bc-47a0-bff9-43537ed60782" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.510162] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c86a9b-98bc-47a0-bff9-43537ed60782" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.510162] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c86a9b-98bc-47a0-bff9-43537ed60782" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.510162] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.510318] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.510318] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.510484] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.510561] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.510645] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c86a9b-98bc-47a0-bff9-43537ed60782" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.510775] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57c86a9b-98bc-47a0-bff9-43537ed60782',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.653199] env[65068]: INFO networking_nsxv3.common.synchronization [req-4bedcdcf-fc8d-45ba-bd94-69335565df93 req-870ab8ea-8e8a-43c1-90df-761420619462 tempest-ServersAdminTestJSON-287122734 tempest-ServersAdminTestJSON-287122734-project-member] Enqueued Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGHEST for action security_group_members [ 704.654196] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGHEST for action security_group_members [ 704.654723] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.654940] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.656892] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.656892] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.656892] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.656892] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.656892] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.656892] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.656892] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.656892] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.787350] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4262265a-4ce8-4216-b562-7d3c473bcb36 [ 704.787350] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.787350] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.787350] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.787350] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.787350] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.787350] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4262265a-4ce8-4216-b562-7d3c473bcb36 already deleted. [ 704.787350] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4262265a-4ce8-4216-b562-7d3c473bcb36" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.013550] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c86a9b-98bc-47a0-bff9-43537ed60782 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.013743] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c86a9b-98bc-47a0-bff9-43537ed60782" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.013808] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c86a9b-98bc-47a0-bff9-43537ed60782" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.014042] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c86a9b-98bc-47a0-bff9-43537ed60782" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.014217] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.014347] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.014408] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.014539] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.015024] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.015024] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c86a9b-98bc-47a0-bff9-43537ed60782" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.015024] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c86a9b-98bc-47a0-bff9-43537ed60782 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.015024] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c86a9b-98bc-47a0-bff9-43537ed60782" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.015024] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c86a9b-98bc-47a0-bff9-43537ed60782" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.015492] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c86a9b-98bc-47a0-bff9-43537ed60782" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.015492] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.015492] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.015492] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.015793] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.015793] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.015793] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c86a9b-98bc-47a0-bff9-43537ed60782" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.015793] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57c86a9b-98bc-47a0-bff9-43537ed60782',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.088681] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.089101] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-761" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.089101] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-761" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.089273] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-761" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.089528] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.089674] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.089783] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.090045] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.090238] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.090426] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.090534] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.090652] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.090830] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.090882] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.090967] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.091123] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.113177] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.113374] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 705.113507] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.113701] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-761" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.113980] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-5d1224fd-2f59-429a-89bc-d37b9d0e2be8 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.114172] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-5d1224fd-2f59-429a-89bc-d37b9d0e2be8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.114266] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-5d1224fd-2f59-429a-89bc-d37b9d0e2be8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.114600] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-5d1224fd-2f59-429a-89bc-d37b9d0e2be8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.114735] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d1224fd-2f59-429a-89bc-d37b9d0e2be8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.160922] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.285423] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda in Status: SUCCESS [ 705.285744] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.518425] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57c86a9b-98bc-47a0-bff9-43537ed60782: rpc.has_security_group_logging(os_id): False [ 705.541973] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.542200] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.542278] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.542586] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.542727] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.542948] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.543106] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.543218] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.543435] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.543546] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.543804] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.543929] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.543999] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.544252] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.544313] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.544516] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.544656] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.544749] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.544910] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.544991] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.545114] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57c86a9b-98bc-47a0-bff9-43537ed60782 is going to be created. [ 705.617361] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.617740] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.617955] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.618265] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.618603] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.618868] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 5d1224fd-2f59-429a-89bc-d37b9d0e2be8 not found, creating... [ 705.619172] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.619406] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.619552] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.619852] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.620169] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.620578] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.620745] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.620843] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.621155] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.621380] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.621537] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 5d1224fd-2f59-429a-89bc-d37b9d0e2be8 is going to be created. [ 705.636144] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.636385] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.636385] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.636652] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.636851] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.652287] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.652411] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.652620] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.652895] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.653328] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.653879] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-5d1224fd-2f59-429a-89bc-d37b9d0e2be8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.655632] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57c86a9b-98bc-47a0-bff9-43537ed60782 in Status: IN_PROGRESS for 2s [ 705.662062] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.165638] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.165823] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.165935] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.166238] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.166238] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.166393] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 is going to be updated. [ 706.210496] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.210694] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.210805] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.211065] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.211547] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.225396] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 in Status: IN_PROGRESS for 2s [ 706.421084] env[65068]: INFO networking_nsxv3.common.synchronization [req-4bedcdcf-fc8d-45ba-bd94-69335565df93 req-38aa4e09-4229-49da-a7da-f8cbb8ea86fd service nova] Enqueued Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGHEST for action security_group_rules [ 706.421361] env[65068]: INFO networking_nsxv3.common.synchronization [req-4bedcdcf-fc8d-45ba-bd94-69335565df93 req-38aa4e09-4229-49da-a7da-f8cbb8ea86fd service nova] Enqueued Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGHEST for action security_group_members [ 706.422018] env[65068]: INFO networking_nsxv3.common.synchronization [req-4bedcdcf-fc8d-45ba-bd94-69335565df93 req-38aa4e09-4229-49da-a7da-f8cbb8ea86fd service nova] Enqueued Resource ID: 5d1224fd-2f59-429a-89bc-d37b9d0e2be8 with Priority: HIGHEST for action port [ 706.423018] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGHEST for action security_group_rules [ 706.423290] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGHEST for action security_group_members [ 706.423461] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d1224fd-2f59-429a-89bc-d37b9d0e2be8 with Priority: HIGHEST for action port [ 706.423857] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbcbcf8c-fdc0-4bda-81ba-2f322455e861 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.424070] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.424134] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.424457] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.424532] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.426831] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.426831] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.426831] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d1224fd-2f59-429a-89bc-d37b9d0e2be8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.426831] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d1224fd-2f59-429a-89bc-d37b9d0e2be8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.426831] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d1224fd-2f59-429a-89bc-d37b9d0e2be8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.426831] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d1224fd-2f59-429a-89bc-d37b9d0e2be8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.426831] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d1224fd-2f59-429a-89bc-d37b9d0e2be8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.928794] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.928925] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.929072] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d1224fd-2f59-429a-89bc-d37b9d0e2be8 with status ACTIVE [ 706.929231] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.929331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.929635] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.929635] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.929726] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.929885] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.929973] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.930054] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.930217] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.930298] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.930543] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.930619] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.930619] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.930746] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.930817] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.930897] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d1224fd-2f59-429a-89bc-d37b9d0e2be8 is going to be updated. [ 706.959418] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.959418] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.959418] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.959418] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.959418] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.959418] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d1224fd-2f59-429a-89bc-d37b9d0e2be8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.675700] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57c86a9b-98bc-47a0-bff9-43537ed60782 in Status: SUCCESS [ 707.676066] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57c86a9b-98bc-47a0-bff9-43537ed60782" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.919521] env[65068]: INFO networking_nsxv3.common.synchronization [req-d02d67cd-3907-49ba-976d-10fc80d8a75e req-254f4d09-8153-43c4-836b-9ced85f0316c tempest-SecurityGroupRulesTestJSON-1309489653 tempest-SecurityGroupRulesTestJSON-1309489653-project-member] Enqueued Resource ID: 7ebc753d-6f00-4ffd-8027-9bb23b8c0581 with Priority: HIGHEST for action security_group_rules [ 707.923440] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ebc753d-6f00-4ffd-8027-9bb23b8c0581 with Priority: HIGHEST for action security_group_rules [ 707.924406] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ebc753d-6f00-4ffd-8027-9bb23b8c0581 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.924615] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ebc753d-6f00-4ffd-8027-9bb23b8c0581" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.924751] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ebc753d-6f00-4ffd-8027-9bb23b8c0581" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.925996] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ebc753d-6f00-4ffd-8027-9bb23b8c0581" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.926180] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ebc753d-6f00-4ffd-8027-9bb23b8c0581',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.038091] env[65068]: INFO networking_nsxv3.common.synchronization [req-76a10970-9ea2-4e1f-a7cc-b96fd95f8ebf req-273890eb-0d5f-4139-9ea7-8e5c0f562251 tempest-TenantUsagesTestJSON-1054413872 tempest-TenantUsagesTestJSON-1054413872-project-member] Enqueued Resource ID: d6d55b49-38ac-46fd-90bc-3fea00922aff with Priority: HIGHEST for action security_group_members [ 708.039230] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6d55b49-38ac-46fd-90bc-3fea00922aff with Priority: HIGHEST for action security_group_members [ 708.040116] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6d55b49-38ac-46fd-90bc-3fea00922aff taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.040685] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6d55b49-38ac-46fd-90bc-3fea00922aff" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.040858] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6d55b49-38ac-46fd-90bc-3fea00922aff" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.041194] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6d55b49-38ac-46fd-90bc-3fea00922aff" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.041463] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.041797] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.041797] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.041883] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.041978] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.042093] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6d55b49-38ac-46fd-90bc-3fea00922aff',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.236048] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 in Status: SUCCESS [ 708.236306] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.236498] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.236784] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.237055] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.237244] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.237353] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.237591] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.237731] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.237884] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.373666] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-79 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.374095] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.374388] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.374729] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.375399] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.375608] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.375771] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.376089] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.376314] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.376591] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.376766] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.376912] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.377086] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.377317] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.377493] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.377690] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.398132] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.398345] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 708.398479] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.398659] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.399013] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-850770c7-0b45-44cd-9f24-9ab4b6b26d4c taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.399258] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-850770c7-0b45-44cd-9f24-9ab4b6b26d4c" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.399393] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-850770c7-0b45-44cd-9f24-9ab4b6b26d4c" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.399733] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-850770c7-0b45-44cd-9f24-9ab4b6b26d4c" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.399873] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('850770c7-0b45-44cd-9f24-9ab4b6b26d4c',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.449086] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.449245] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.449317] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.449533] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.449630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.449762] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ebc753d-6f00-4ffd-8027-9bb23b8c0581 already deleted. [ 708.449854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ebc753d-6f00-4ffd-8027-9bb23b8c0581" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.546270] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.547051] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.547051] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.547276] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.547419] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.547699] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.547822] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.547915] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.548123] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.549064] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.549064] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6d55b49-38ac-46fd-90bc-3fea00922aff already deleted. [ 708.549064] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6d55b49-38ac-46fd-90bc-3fea00922aff" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.741622] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.903175] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.903441] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.903592] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.903916] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.904156] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.904412] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 850770c7-0b45-44cd-9f24-9ab4b6b26d4c not found, creating... [ 708.904756] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.904977] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.905204] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.905576] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.905758] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.906115] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.906314] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.906439] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.906681] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.906814] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.906953] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 850770c7-0b45-44cd-9f24-9ab4b6b26d4c is going to be created. [ 708.930245] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.933021] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.933021] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.933021] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.933021] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.933021] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-850770c7-0b45-44cd-9f24-9ab4b6b26d4c" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.245224] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.669279] env[65068]: INFO networking_nsxv3.common.synchronization [req-76a10970-9ea2-4e1f-a7cc-b96fd95f8ebf req-e413906e-623d-4744-97f8-c9f6fd8f2af1 service nova] Enqueued Resource ID: d6d55b49-38ac-46fd-90bc-3fea00922aff with Priority: HIGHEST for action security_group_rules [ 709.669279] env[65068]: INFO networking_nsxv3.common.synchronization [req-76a10970-9ea2-4e1f-a7cc-b96fd95f8ebf req-e413906e-623d-4744-97f8-c9f6fd8f2af1 service nova] Enqueued Resource ID: d6d55b49-38ac-46fd-90bc-3fea00922aff with Priority: HIGHEST for action security_group_members [ 709.669279] env[65068]: INFO networking_nsxv3.common.synchronization [req-76a10970-9ea2-4e1f-a7cc-b96fd95f8ebf req-e413906e-623d-4744-97f8-c9f6fd8f2af1 service nova] Enqueued Resource ID: 850770c7-0b45-44cd-9f24-9ab4b6b26d4c with Priority: HIGHEST for action port [ 709.669279] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6d55b49-38ac-46fd-90bc-3fea00922aff with Priority: HIGHEST for action security_group_rules [ 709.669279] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6d55b49-38ac-46fd-90bc-3fea00922aff with Priority: HIGHEST for action security_group_members [ 709.669279] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 850770c7-0b45-44cd-9f24-9ab4b6b26d4c with Priority: HIGHEST for action port [ 709.669279] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6d55b49-38ac-46fd-90bc-3fea00922aff taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.669873] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6d55b49-38ac-46fd-90bc-3fea00922aff" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.670056] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6d55b49-38ac-46fd-90bc-3fea00922aff" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.670376] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6d55b49-38ac-46fd-90bc-3fea00922aff" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.670528] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6d55b49-38ac-46fd-90bc-3fea00922aff',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.671660] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6d55b49-38ac-46fd-90bc-3fea00922aff taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.671801] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6d55b49-38ac-46fd-90bc-3fea00922aff" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.671859] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6d55b49-38ac-46fd-90bc-3fea00922aff" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.671996] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6d55b49-38ac-46fd-90bc-3fea00922aff" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.672281] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.672448] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.672561] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.672769] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.672916] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.673071] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6d55b49-38ac-46fd-90bc-3fea00922aff',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.674184] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-850770c7-0b45-44cd-9f24-9ab4b6b26d4c taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.676916] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-850770c7-0b45-44cd-9f24-9ab4b6b26d4c" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.676995] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-850770c7-0b45-44cd-9f24-9ab4b6b26d4c" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.677180] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-850770c7-0b45-44cd-9f24-9ab4b6b26d4c" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.677291] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('850770c7-0b45-44cd-9f24-9ab4b6b26d4c',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.749825] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.749825] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.749825] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.749825] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.749825] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.749825] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 is going to be updated. [ 709.784623] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.784795] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.784869] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.785197] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.785347] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.797836] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 in Status: IN_PROGRESS for 2s [ 709.944723] env[65068]: INFO networking_nsxv3.common.synchronization [req-f45268e3-8c60-49e6-b505-916d377d9f15 req-2155fb25-690b-4720-83d8-9b753396ae8e tempest-SecurityGroupRulesTestJSON-1309489653 tempest-SecurityGroupRulesTestJSON-1309489653-project-member] Enqueued Resource ID: 7ebc753d-6f00-4ffd-8027-9bb23b8c0581 with Priority: HIGHEST for action security_group_rules [ 709.945298] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ebc753d-6f00-4ffd-8027-9bb23b8c0581 with Priority: HIGHEST for action security_group_rules [ 709.946127] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ebc753d-6f00-4ffd-8027-9bb23b8c0581 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.946254] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ebc753d-6f00-4ffd-8027-9bb23b8c0581" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.946973] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ebc753d-6f00-4ffd-8027-9bb23b8c0581" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.946973] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ebc753d-6f00-4ffd-8027-9bb23b8c0581" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.946973] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ebc753d-6f00-4ffd-8027-9bb23b8c0581',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.083712] env[65068]: INFO networking_nsxv3.common.synchronization [req-00840482-4ab5-41ee-a6ea-4c43803fe71c req-a2dfcef8-6b6e-430e-ac57-e7b8b41db3c0 tempest-AttachInterfacesV270Test-1826565830 tempest-AttachInterfacesV270Test-1826565830-project-member] Enqueued Resource ID: ca181fdb-c38c-4cc4-b85d-46133253fb9b with Priority: HIGHEST for action security_group_members [ 710.086649] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca181fdb-c38c-4cc4-b85d-46133253fb9b with Priority: HIGHEST for action security_group_members [ 710.087127] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca181fdb-c38c-4cc4-b85d-46133253fb9b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.087339] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca181fdb-c38c-4cc4-b85d-46133253fb9b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.087418] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca181fdb-c38c-4cc4-b85d-46133253fb9b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.087708] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca181fdb-c38c-4cc4-b85d-46133253fb9b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.087893] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.087998] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.088078] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.088283] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.088379] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.088508] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca181fdb-c38c-4cc4-b85d-46133253fb9b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.178910] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6d55b49-38ac-46fd-90bc-3fea00922aff',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.180639] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6d55b49-38ac-46fd-90bc-3fea00922aff taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.180639] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6d55b49-38ac-46fd-90bc-3fea00922aff" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.180639] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 850770c7-0b45-44cd-9f24-9ab4b6b26d4c with status ACTIVE [ 710.180639] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.180639] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.180639] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.180639] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.181283] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.181283] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.181283] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.181283] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.181283] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.181643] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.181643] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.181643] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.181865] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.181865] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.181977] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.182026] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 850770c7-0b45-44cd-9f24-9ab4b6b26d4c is going to be updated. [ 710.209642] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.209819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.209858] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.210094] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.210246] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.210446] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-850770c7-0b45-44cd-9f24-9ab4b6b26d4c" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.483387] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.483775] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.483775] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.484189] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.484428] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.484533] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ebc753d-6f00-4ffd-8027-9bb23b8c0581 already deleted. [ 710.484703] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ebc753d-6f00-4ffd-8027-9bb23b8c0581" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.525973] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.526138] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-764" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.526192] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-764" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.526557] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-764" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.526809] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.526968] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.527098] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.527491] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.527491] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.527685] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.527818] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.527969] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.528098] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.528235] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.528352] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.528480] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.549664] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.549882] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 710.549957] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.550140] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-764" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.550447] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-ffa586ee-a906-4320-b58a-17c1a04e10b9 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.550610] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-ffa586ee-a906-4320-b58a-17c1a04e10b9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.550723] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-ffa586ee-a906-4320-b58a-17c1a04e10b9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.551045] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-ffa586ee-a906-4320-b58a-17c1a04e10b9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.551200] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffa586ee-a906-4320-b58a-17c1a04e10b9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.593248] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.593402] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.593491] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.593741] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.593845] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.594081] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.594171] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.594202] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.594364] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.594425] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.594517] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca181fdb-c38c-4cc4-b85d-46133253fb9b already deleted. [ 710.594604] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca181fdb-c38c-4cc4-b85d-46133253fb9b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.685571] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6d55b49-38ac-46fd-90bc-3fea00922aff',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.054595] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.054970] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.055035] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.055299] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.055440] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.055589] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port ffa586ee-a906-4320-b58a-17c1a04e10b9 not found, creating... [ 711.055846] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.055992] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.056113] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.056322] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.056452] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.056720] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.056951] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.057106] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.057498] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.057632] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.057767] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: ffa586ee-a906-4320-b58a-17c1a04e10b9 is going to be created. [ 711.077150] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.077421] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.077528] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.077786] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.078014] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.078340] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-ffa586ee-a906-4320-b58a-17c1a04e10b9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.188557] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.188748] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.188899] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.189137] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.189244] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.189359] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6d55b49-38ac-46fd-90bc-3fea00922aff is going to be created. [ 711.222342] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.223035] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.223035] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.223035] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.223791] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.235112] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6d55b49-38ac-46fd-90bc-3fea00922aff in Status: UNINITIALIZED for 2s [ 711.815185] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 in Status: SUCCESS [ 711.815529] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.815968] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.816275] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.816531] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.816702] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.816799] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.817025] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.817146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.817324] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.817476] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.930353] env[65068]: INFO networking_nsxv3.common.synchronization [req-00840482-4ab5-41ee-a6ea-4c43803fe71c req-3b230d63-074d-4de4-94e6-e19f98d10c2c service nova] Enqueued Resource ID: ca181fdb-c38c-4cc4-b85d-46133253fb9b with Priority: HIGHEST for action security_group_rules [ 711.930632] env[65068]: INFO networking_nsxv3.common.synchronization [req-00840482-4ab5-41ee-a6ea-4c43803fe71c req-3b230d63-074d-4de4-94e6-e19f98d10c2c service nova] Enqueued Resource ID: ca181fdb-c38c-4cc4-b85d-46133253fb9b with Priority: HIGHEST for action security_group_members [ 711.930789] env[65068]: INFO networking_nsxv3.common.synchronization [req-00840482-4ab5-41ee-a6ea-4c43803fe71c req-3b230d63-074d-4de4-94e6-e19f98d10c2c service nova] Enqueued Resource ID: ffa586ee-a906-4320-b58a-17c1a04e10b9 with Priority: HIGHEST for action port [ 711.931544] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca181fdb-c38c-4cc4-b85d-46133253fb9b with Priority: HIGHEST for action security_group_rules [ 711.931695] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca181fdb-c38c-4cc4-b85d-46133253fb9b with Priority: HIGHEST for action security_group_members [ 711.931838] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffa586ee-a906-4320-b58a-17c1a04e10b9 with Priority: HIGHEST for action port [ 711.933270] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca181fdb-c38c-4cc4-b85d-46133253fb9b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.933492] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca181fdb-c38c-4cc4-b85d-46133253fb9b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.933575] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca181fdb-c38c-4cc4-b85d-46133253fb9b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.934561] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca181fdb-c38c-4cc4-b85d-46133253fb9b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.934561] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca181fdb-c38c-4cc4-b85d-46133253fb9b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.935967] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca181fdb-c38c-4cc4-b85d-46133253fb9b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.936315] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca181fdb-c38c-4cc4-b85d-46133253fb9b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.936405] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca181fdb-c38c-4cc4-b85d-46133253fb9b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.936665] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca181fdb-c38c-4cc4-b85d-46133253fb9b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.936853] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.936969] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.937070] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.937264] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.937386] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.937446] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca181fdb-c38c-4cc4-b85d-46133253fb9b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.938430] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffa586ee-a906-4320-b58a-17c1a04e10b9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.938545] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffa586ee-a906-4320-b58a-17c1a04e10b9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.938614] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffa586ee-a906-4320-b58a-17c1a04e10b9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.938789] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffa586ee-a906-4320-b58a-17c1a04e10b9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.939848] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffa586ee-a906-4320-b58a-17c1a04e10b9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.319936] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.320364] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.320364] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.320694] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.320923] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.321154] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.321881] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.321881] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.321881] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.321881] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.322137] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.322137] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.322613] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.322613] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.322613] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.322769] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.322814] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.322948] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.323136] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.323255] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.323374] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.436105] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca181fdb-c38c-4cc4-b85d-46133253fb9b taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.436304] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca181fdb-c38c-4cc4-b85d-46133253fb9b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.468626] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca181fdb-c38c-4cc4-b85d-46133253fb9b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.468626] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffa586ee-a906-4320-b58a-17c1a04e10b9 with status ACTIVE [ 712.468626] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.468626] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.468626] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.468626] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.468626] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.468626] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.468626] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.468626] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.468626] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.468626] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.468626] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.468626] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.468626] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.468626] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.469138] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.469138] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffa586ee-a906-4320-b58a-17c1a04e10b9 is going to be updated. [ 712.485598] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.485796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.485796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.485946] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.486735] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.486885] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffa586ee-a906-4320-b58a-17c1a04e10b9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.825301] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbcbcf8c-fdc0-4bda-81ba-2f322455e861: rpc.has_security_group_logging(os_id): False [ 712.845051] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.845369] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.845471] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.845727] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.845800] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.846040] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.846146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.846220] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.846377] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.846484] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.846628] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.846721] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.846783] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.846925] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.846996] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.847595] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.847748] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.847851] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.848014] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.848116] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.848293] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 is going to be updated. [ 712.926661] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.926661] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.926661] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.926661] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.926661] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.942934] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 in Status: IN_PROGRESS for 2s [ 712.958538] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca181fdb-c38c-4cc4-b85d-46133253fb9b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.243806] env[65068]: INFO networking_nsxv3.common.synchronization [req-8a9ac41d-1223-4d26-b2ab-c6ccf36f0ac3 req-eba11d73-0ac5-461e-a5c5-e695bb3b789a tempest-SecurityGroupRulesTestJSON-1309489653 tempest-SecurityGroupRulesTestJSON-1309489653-project-member] Enqueued Resource ID: 7ebc753d-6f00-4ffd-8027-9bb23b8c0581 with Priority: HIGHEST for action security_group_rules [ 713.247017] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ebc753d-6f00-4ffd-8027-9bb23b8c0581 with Priority: HIGHEST for action security_group_rules [ 713.247017] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ebc753d-6f00-4ffd-8027-9bb23b8c0581 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.247017] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ebc753d-6f00-4ffd-8027-9bb23b8c0581" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.247017] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ebc753d-6f00-4ffd-8027-9bb23b8c0581" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.247017] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ebc753d-6f00-4ffd-8027-9bb23b8c0581" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.247017] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ebc753d-6f00-4ffd-8027-9bb23b8c0581',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.252769] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6d55b49-38ac-46fd-90bc-3fea00922aff in Status: SUCCESS [ 713.252769] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6d55b49-38ac-46fd-90bc-3fea00922aff" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.252769] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6d55b49-38ac-46fd-90bc-3fea00922aff" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.252769] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6d55b49-38ac-46fd-90bc-3fea00922aff" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.252769] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.252769] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.252769] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.252769] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.252769] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.252769] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6d55b49-38ac-46fd-90bc-3fea00922aff" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.253238] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6d55b49-38ac-46fd-90bc-3fea00922aff',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.465841] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.465841] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.465841] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.466263] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.466263] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.469596] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca181fdb-c38c-4cc4-b85d-46133253fb9b is going to be created. [ 713.499632] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.499632] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.499632] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.499880] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.499880] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.515122] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca181fdb-c38c-4cc4-b85d-46133253fb9b in Status: UNINITIALIZED for 2s [ 713.759444] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6d55b49-38ac-46fd-90bc-3fea00922aff taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.759797] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6d55b49-38ac-46fd-90bc-3fea00922aff" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.759981] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6d55b49-38ac-46fd-90bc-3fea00922aff" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.760420] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6d55b49-38ac-46fd-90bc-3fea00922aff" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.760792] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.761029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.761218] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.761548] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.761732] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.761920] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6d55b49-38ac-46fd-90bc-3fea00922aff" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.762240] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6d55b49-38ac-46fd-90bc-3fea00922aff taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.762441] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6d55b49-38ac-46fd-90bc-3fea00922aff" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.762616] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6d55b49-38ac-46fd-90bc-3fea00922aff" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.763050] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6d55b49-38ac-46fd-90bc-3fea00922aff" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.763367] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.763601] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.763700] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.763958] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.764096] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.764242] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6d55b49-38ac-46fd-90bc-3fea00922aff" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.764377] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6d55b49-38ac-46fd-90bc-3fea00922aff',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.793376] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.793594] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.793735] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.793895] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.793986] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.794116] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ebc753d-6f00-4ffd-8027-9bb23b8c0581 already deleted. [ 713.794180] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ebc753d-6f00-4ffd-8027-9bb23b8c0581" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.100367] env[65068]: INFO networking_nsxv3.common.synchronization [req-5c568631-87a2-4862-822f-2a3a887de330 req-81589e16-9aad-4b5b-afc9-b674ec3ef488 tempest-FloatingIPsAssociationTestJSON-1836174073 tempest-FloatingIPsAssociationTestJSON-1836174073-project-member] Enqueued Resource ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 with Priority: HIGHEST for action security_group_members [ 714.100932] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 with Priority: HIGHEST for action security_group_members [ 714.101586] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.101755] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.101845] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.102040] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.102260] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.102347] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.102388] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.102514] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.102762] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.103014] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83cc699a-9c42-4ca1-895c-b2eca2a5a0e7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.267749] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6d55b49-38ac-46fd-90bc-3fea00922aff: rpc.has_security_group_logging(os_id): False [ 714.288024] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.288180] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.288316] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.288636] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.288746] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.288995] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.289184] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.289279] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.289567] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.289754] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.289914] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.290016] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.294109] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.294109] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.294109] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.294109] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.294109] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.294109] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.294109] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.294109] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.294109] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6d55b49-38ac-46fd-90bc-3fea00922aff is going to be created. [ 714.371768] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.371945] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.371945] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.372137] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.372328] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.392946] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6d55b49-38ac-46fd-90bc-3fea00922aff in Status: IN_PROGRESS for 2s [ 714.610070] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.610070] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.610070] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.610618] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.610618] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.610689] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.611061] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.611061] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.611061] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.611314] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.611314] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 is going to be updated. [ 714.648174] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.648451] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.648451] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.648671] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.648775] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.663680] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 in Status: IN_PROGRESS for 2s [ 714.966315] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 in Status: SUCCESS [ 714.966541] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.528836] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca181fdb-c38c-4cc4-b85d-46133253fb9b in Status: SUCCESS [ 715.528836] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca181fdb-c38c-4cc4-b85d-46133253fb9b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.529021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca181fdb-c38c-4cc4-b85d-46133253fb9b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.529267] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca181fdb-c38c-4cc4-b85d-46133253fb9b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.529467] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.529614] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.529686] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.529850] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.529911] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.530074] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca181fdb-c38c-4cc4-b85d-46133253fb9b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.530177] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca181fdb-c38c-4cc4-b85d-46133253fb9b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.032832] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca181fdb-c38c-4cc4-b85d-46133253fb9b taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.033201] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca181fdb-c38c-4cc4-b85d-46133253fb9b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.033201] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca181fdb-c38c-4cc4-b85d-46133253fb9b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.033457] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca181fdb-c38c-4cc4-b85d-46133253fb9b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.033649] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.033768] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.033834] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.034284] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.034284] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.034284] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca181fdb-c38c-4cc4-b85d-46133253fb9b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.034425] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca181fdb-c38c-4cc4-b85d-46133253fb9b taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.034471] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca181fdb-c38c-4cc4-b85d-46133253fb9b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.034548] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca181fdb-c38c-4cc4-b85d-46133253fb9b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.034712] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca181fdb-c38c-4cc4-b85d-46133253fb9b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.034854] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.034953] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.035012] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.035188] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.035281] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.035370] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca181fdb-c38c-4cc4-b85d-46133253fb9b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.035461] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca181fdb-c38c-4cc4-b85d-46133253fb9b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.178468] env[65068]: INFO networking_nsxv3.common.synchronization [req-e35da94c-09c7-411b-8c7d-9f5e0f7f27d7 req-e3f8c94d-a618-4d41-b342-d68a2a9bc185 tempest-ListServerFiltersTestJSON-1603465769 tempest-ListServerFiltersTestJSON-1603465769-project-member] Enqueued Resource ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf with Priority: HIGHEST for action security_group_members [ 716.179296] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf with Priority: HIGHEST for action security_group_members [ 716.181050] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.181050] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.181050] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.181050] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.181050] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.181050] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.181050] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.181050] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.181050] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.181050] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.406348] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6d55b49-38ac-46fd-90bc-3fea00922aff in Status: SUCCESS [ 716.407044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6d55b49-38ac-46fd-90bc-3fea00922aff" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.539781] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca181fdb-c38c-4cc4-b85d-46133253fb9b: rpc.has_security_group_logging(os_id): False [ 716.568801] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.568801] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.568801] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.569327] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.569500] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.569822] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.569966] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.570062] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.570348] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.570653] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.570772] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.570911] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.571026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.571251] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.571358] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.571982] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.571982] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.571982] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.572184] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.572184] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.572267] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca181fdb-c38c-4cc4-b85d-46133253fb9b is going to be created. [ 716.666567] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.666744] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.671029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.671029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.671029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.676846] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-939 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.677042] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-939" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.677166] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-939" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.677628] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-939" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.679797] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.679797] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.679797] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.679797] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.679797] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.679797] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.679797] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.679797] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.679797] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.679797] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.679797] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.680499] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.685368] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 in Status: SUCCESS [ 716.685548] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 deletion is rescheduled due to dependency. [ 716.686263] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.686910] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.687152] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.687357] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.688131] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.688131] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.688131] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.688131] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.688131] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.688401] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.688401] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.688464] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf already deleted. [ 716.688544] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.690242] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca181fdb-c38c-4cc4-b85d-46133253fb9b in Status: IN_PROGRESS for 2s [ 716.735414] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.735414] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.053 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 716.735414] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.735414] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-939" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.735414] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-1dbbe4f0-b289-4d40-b0c5-9ca5d10af423 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.735414] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-1dbbe4f0-b289-4d40-b0c5-9ca5d10af423" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.735414] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-1dbbe4f0-b289-4d40-b0c5-9ca5d10af423" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.735414] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-1dbbe4f0-b289-4d40-b0c5-9ca5d10af423" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.735414] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dbbe4f0-b289-4d40-b0c5-9ca5d10af423',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.237566] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.238066] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.238066] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.238211] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.238354] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.238532] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 1dbbe4f0-b289-4d40-b0c5-9ca5d10af423 not found, creating... [ 717.238812] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.238967] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.239094] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.239345] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.239495] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.239820] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.240040] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.240179] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.240395] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.240531] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.240664] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 1dbbe4f0-b289-4d40-b0c5-9ca5d10af423 is going to be created. [ 717.263985] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.264293] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.264477] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.264807] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.265096] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.265442] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-1dbbe4f0-b289-4d40-b0c5-9ca5d10af423" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.984514] env[65068]: INFO networking_nsxv3.common.synchronization [req-ab140a8e-ff56-4eac-8899-df38835c1b7a req-5b01602d-d809-42a6-a9a7-b1d25cfc03e0 tempest-ServersTestJSON-1673023628 tempest-ServersTestJSON-1673023628-project-member] Enqueued Resource ID: f35bd30a-6aea-4e05-ae29-506153837ba8 with Priority: HIGHEST for action security_group_members [ 717.985272] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35bd30a-6aea-4e05-ae29-506153837ba8 with Priority: HIGHEST for action security_group_members [ 717.986062] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f35bd30a-6aea-4e05-ae29-506153837ba8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.986489] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f35bd30a-6aea-4e05-ae29-506153837ba8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.986615] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f35bd30a-6aea-4e05-ae29-506153837ba8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.987016] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f35bd30a-6aea-4e05-ae29-506153837ba8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.987379] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.987523] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.987652] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.987887] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.988055] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.988321] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f35bd30a-6aea-4e05-ae29-506153837ba8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.000486] env[65068]: INFO networking_nsxv3.common.synchronization [req-e35da94c-09c7-411b-8c7d-9f5e0f7f27d7 req-df0084de-c6c4-47fa-8a21-17d6b437d88a service nova] Enqueued Resource ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf with Priority: HIGHEST for action security_group_rules [ 718.000685] env[65068]: INFO networking_nsxv3.common.synchronization [req-e35da94c-09c7-411b-8c7d-9f5e0f7f27d7 req-df0084de-c6c4-47fa-8a21-17d6b437d88a service nova] Enqueued Resource ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf with Priority: HIGHEST for action security_group_members [ 718.000991] env[65068]: INFO networking_nsxv3.common.synchronization [req-e35da94c-09c7-411b-8c7d-9f5e0f7f27d7 req-df0084de-c6c4-47fa-8a21-17d6b437d88a service nova] Enqueued Resource ID: 1dbbe4f0-b289-4d40-b0c5-9ca5d10af423 with Priority: HIGHEST for action port [ 718.001707] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf with Priority: HIGHEST for action security_group_rules [ 718.001848] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf with Priority: HIGHEST for action security_group_members [ 718.001946] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dbbe4f0-b289-4d40-b0c5-9ca5d10af423 with Priority: HIGHEST for action port [ 718.002802] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.002931] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.003009] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.003274] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.003361] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.005206] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.005392] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.005460] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.005713] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.005834] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.005935] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.005999] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.007165] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.007165] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.007165] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.007763] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dbbe4f0-b289-4d40-b0c5-9ca5d10af423 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.007920] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dbbe4f0-b289-4d40-b0c5-9ca5d10af423" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.007959] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dbbe4f0-b289-4d40-b0c5-9ca5d10af423" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.008670] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dbbe4f0-b289-4d40-b0c5-9ca5d10af423" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.008670] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dbbe4f0-b289-4d40-b0c5-9ca5d10af423',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.431603] env[65068]: INFO networking_nsxv3.common.synchronization [req-9a558d1f-a064-4612-89a5-1c752e21602e req-8c77317f-04ac-4b95-80b7-0f74f6db9aec tempest-ImagesTestJSON-448346640 tempest-ImagesTestJSON-448346640-project-member] Enqueued Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_members [ 718.432217] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_members [ 718.432492] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.432648] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.432713] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.432956] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.434063] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.434063] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.434063] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.434063] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.434063] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.434063] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.491583] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.491797] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.491911] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.492547] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.492547] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.492943] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.493211] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.493211] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.493387] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.494120] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.494120] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f35bd30a-6aea-4e05-ae29-506153837ba8 is going to be updated. [ 718.506117] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.506344] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.511112] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.515496] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1dbbe4f0-b289-4d40-b0c5-9ca5d10af423 with status ACTIVE [ 718.515496] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.515496] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.515496] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.515496] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.515496] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.515496] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.515496] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.515496] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.516355] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.516355] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.516355] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.516355] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.516355] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.516355] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.516355] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.516581] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1dbbe4f0-b289-4d40-b0c5-9ca5d10af423 is going to be updated. [ 718.533876] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.534103] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.534103] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.534340] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.534915] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.544008] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.544181] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.544360] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.544516] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.544658] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.544843] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dbbe4f0-b289-4d40-b0c5-9ca5d10af423" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.547484] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f35bd30a-6aea-4e05-ae29-506153837ba8 in Status: IN_PROGRESS for 2s [ 718.707311] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca181fdb-c38c-4cc4-b85d-46133253fb9b in Status: SUCCESS [ 718.707311] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca181fdb-c38c-4cc4-b85d-46133253fb9b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.762469] env[65068]: INFO networking_nsxv3.common.synchronization [req-85b2c320-14d5-4384-9e56-df78839369a7 req-4f78ba3a-de1f-4515-9249-ba6e7203157a tempest-ServersWithSpecificFlavorTestJSON-611812560 tempest-ServersWithSpecificFlavorTestJSON-611812560-project-member] Enqueued Resource ID: d1795647-0758-4dd8-b08e-aaa0d985060f with Priority: HIGHEST for action security_group_members [ 718.762469] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1795647-0758-4dd8-b08e-aaa0d985060f with Priority: HIGHEST for action security_group_members [ 718.766977] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1795647-0758-4dd8-b08e-aaa0d985060f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.766977] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.766977] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.766977] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.766977] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.766977] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.766977] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.766977] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.766977] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.766977] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1795647-0758-4dd8-b08e-aaa0d985060f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.936074] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.936375] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.936553] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.936825] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.937020] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.937273] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.937436] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.937553] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.938325] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.938325] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.938325] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f37566-8d6f-4140-937f-3574279acbe9 is going to be updated. [ 718.974848] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.974848] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.974848] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.974848] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.975351] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.990953] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: IN_PROGRESS for 2s [ 719.022586] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.091171] env[65068]: INFO networking_nsxv3.common.synchronization [req-a860c68a-8eda-4fe1-a611-e4692417749c req-f024be37-86eb-4da5-9080-dcac051e0a96 tempest-ServerPasswordTestJSON-2143247620 tempest-ServerPasswordTestJSON-2143247620-project-member] Enqueued Resource ID: a93fd080-f6c4-40ca-b049-f69dee0b18bb with Priority: HIGHEST for action security_group_members [ 719.092999] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93fd080-f6c4-40ca-b049-f69dee0b18bb with Priority: HIGHEST for action security_group_members [ 719.093334] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93fd080-f6c4-40ca-b049-f69dee0b18bb taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.093446] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93fd080-f6c4-40ca-b049-f69dee0b18bb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.093446] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93fd080-f6c4-40ca-b049-f69dee0b18bb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.093777] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93fd080-f6c4-40ca-b049-f69dee0b18bb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.094686] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.094686] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.094686] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.094686] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.094686] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.094686] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93fd080-f6c4-40ca-b049-f69dee0b18bb',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.270068] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.270068] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.270068] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.270068] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.270068] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.270068] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.270525] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.270525] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.270708] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.271030] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.271030] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1795647-0758-4dd8-b08e-aaa0d985060f is going to be updated. [ 719.380305] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.381576] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.381777] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.382030] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.382159] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.391683] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1795647-0758-4dd8-b08e-aaa0d985060f in Status: IN_PROGRESS for 2s [ 719.526022] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.526022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.526022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.526456] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.526456] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.526456] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf is going to be created. [ 719.572796] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.573948] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.573948] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.573948] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.573948] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.589997] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf in Status: UNINITIALIZED for 2s [ 719.597795] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.597795] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.597795] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.597795] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.597795] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.597795] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.598333] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.598333] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.598333] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.598478] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.598478] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93fd080-f6c4-40ca-b049-f69dee0b18bb already deleted. [ 719.599128] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93fd080-f6c4-40ca-b049-f69dee0b18bb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.610035] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.610035] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-363" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.610035] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-363" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.610769] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-363" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.612115] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.612115] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.612115] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.612115] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.612368] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.612704] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.612911] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.613165] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.613372] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.613597] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.613774] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.613977] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.635418] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.635840] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 719.635944] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.636219] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-363" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.636591] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-4c2fc5e7-6562-4508-bb59-2deae96c9ac5 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.636839] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-4c2fc5e7-6562-4508-bb59-2deae96c9ac5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.636997] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-4c2fc5e7-6562-4508-bb59-2deae96c9ac5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.638176] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-4c2fc5e7-6562-4508-bb59-2deae96c9ac5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.638322] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c2fc5e7-6562-4508-bb59-2deae96c9ac5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.056271] env[65068]: INFO networking_nsxv3.common.synchronization [req-b245dad7-1c4f-4ff9-802e-0b67a0035b1e req-d838912a-952e-4389-90c1-fe132c911ca8 tempest-ServersTestBootFromVolume-686549577 tempest-ServersTestBootFromVolume-686549577-project-member] Enqueued Resource ID: 7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a with Priority: HIGHEST for action security_group_members [ 720.056931] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a with Priority: HIGHEST for action security_group_members [ 720.057374] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.057545] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.057611] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.057824] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.058032] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.058137] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.058237] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.058395] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.058458] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.058527] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.140608] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.140814] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.140936] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.141234] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.141379] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.141527] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 4c2fc5e7-6562-4508-bb59-2deae96c9ac5 not found, creating... [ 720.141795] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.141944] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.142062] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.142347] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.142494] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.142759] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.142905] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.143027] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.143237] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.143364] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.143496] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 4c2fc5e7-6562-4508-bb59-2deae96c9ac5 is going to be created. [ 720.165057] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.165057] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.165057] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.165057] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.165057] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.165321] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-4c2fc5e7-6562-4508-bb59-2deae96c9ac5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.559138] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f35bd30a-6aea-4e05-ae29-506153837ba8 in Status: SUCCESS [ 720.559509] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f35bd30a-6aea-4e05-ae29-506153837ba8 deletion is rescheduled due to dependency. [ 720.559509] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f35bd30a-6aea-4e05-ae29-506153837ba8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.561023] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.561190] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.561232] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.561429] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.561513] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.561697] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.562294] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.562294] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.562294] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.562294] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.562294] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a is going to be updated. [ 720.595136] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.595612] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.595678] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.596016] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.596300] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.607359] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a in Status: IN_PROGRESS for 2s [ 720.944848] env[65068]: INFO networking_nsxv3.common.synchronization [req-a860c68a-8eda-4fe1-a611-e4692417749c req-aebf83df-5aac-486f-a4bf-1aa8ffbaf9af service nova] Enqueued Resource ID: a93fd080-f6c4-40ca-b049-f69dee0b18bb with Priority: HIGHEST for action security_group_rules [ 720.944848] env[65068]: INFO networking_nsxv3.common.synchronization [req-a860c68a-8eda-4fe1-a611-e4692417749c req-aebf83df-5aac-486f-a4bf-1aa8ffbaf9af service nova] Enqueued Resource ID: a93fd080-f6c4-40ca-b049-f69dee0b18bb with Priority: HIGHEST for action security_group_members [ 720.944848] env[65068]: INFO networking_nsxv3.common.synchronization [req-a860c68a-8eda-4fe1-a611-e4692417749c req-aebf83df-5aac-486f-a4bf-1aa8ffbaf9af service nova] Enqueued Resource ID: 4c2fc5e7-6562-4508-bb59-2deae96c9ac5 with Priority: HIGHEST for action port [ 720.944848] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93fd080-f6c4-40ca-b049-f69dee0b18bb with Priority: HIGHEST for action security_group_rules [ 720.944848] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93fd080-f6c4-40ca-b049-f69dee0b18bb with Priority: HIGHEST for action security_group_members [ 720.944848] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c2fc5e7-6562-4508-bb59-2deae96c9ac5 with Priority: HIGHEST for action port [ 720.946273] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a93fd080-f6c4-40ca-b049-f69dee0b18bb taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.946273] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a93fd080-f6c4-40ca-b049-f69dee0b18bb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.946273] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a93fd080-f6c4-40ca-b049-f69dee0b18bb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.946273] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a93fd080-f6c4-40ca-b049-f69dee0b18bb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.946273] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a93fd080-f6c4-40ca-b049-f69dee0b18bb',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.950254] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93fd080-f6c4-40ca-b049-f69dee0b18bb taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.950254] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93fd080-f6c4-40ca-b049-f69dee0b18bb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.950254] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93fd080-f6c4-40ca-b049-f69dee0b18bb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.950254] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93fd080-f6c4-40ca-b049-f69dee0b18bb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.950254] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.950254] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.950254] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.950254] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.950254] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.950565] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93fd080-f6c4-40ca-b049-f69dee0b18bb',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.951423] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c2fc5e7-6562-4508-bb59-2deae96c9ac5 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.951517] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c2fc5e7-6562-4508-bb59-2deae96c9ac5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.951587] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c2fc5e7-6562-4508-bb59-2deae96c9ac5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.951759] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c2fc5e7-6562-4508-bb59-2deae96c9ac5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.951841] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c2fc5e7-6562-4508-bb59-2deae96c9ac5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.000231] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: SUCCESS [ 721.000231] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f37566-8d6f-4140-937f-3574279acbe9 deletion is rescheduled due to dependency. [ 721.000231] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.403105] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1795647-0758-4dd8-b08e-aaa0d985060f in Status: SUCCESS [ 721.403299] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1795647-0758-4dd8-b08e-aaa0d985060f deletion is rescheduled due to dependency. [ 721.403421] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.454950] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93fd080-f6c4-40ca-b049-f69dee0b18bb taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.454950] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93fd080-f6c4-40ca-b049-f69dee0b18bb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.455190] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a93fd080-f6c4-40ca-b049-f69dee0b18bb',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.456391] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c2fc5e7-6562-4508-bb59-2deae96c9ac5 with status ACTIVE [ 721.456391] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.457077] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.457077] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.457077] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.457077] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.457077] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.457077] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.457258] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.457258] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.457349] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.457534] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.457625] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.457684] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.457819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.457890] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.457970] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c2fc5e7-6562-4508-bb59-2deae96c9ac5 is going to be updated. [ 721.482044] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.482446] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.482730] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.483115] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.483434] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.483732] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c2fc5e7-6562-4508-bb59-2deae96c9ac5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.601181] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf in Status: SUCCESS [ 721.601498] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.602685] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.602685] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.602685] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.602685] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.602685] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.603087] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.603087] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.603087] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.603207] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.963331] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a93fd080-f6c4-40ca-b049-f69dee0b18bb',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.109089] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.109089] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.109089] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.109089] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.109089] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.109089] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.109089] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.109089] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.109089] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.109089] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.109089] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.109089] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.109089] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.109089] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.109089] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.109089] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.109997] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.109997] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.109997] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.109997] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.110586] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.463586] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.466115] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.466115] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.466115] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.466115] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.466115] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93fd080-f6c4-40ca-b049-f69dee0b18bb is going to be created. [ 722.495491] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.495491] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.495491] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.495491] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.495491] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.505988] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93fd080-f6c4-40ca-b049-f69dee0b18bb in Status: UNINITIALIZED for 2s [ 722.614044] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf: rpc.has_security_group_logging(os_id): False [ 722.616000] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a in Status: SUCCESS [ 722.616177] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a deletion is rescheduled due to dependency. [ 722.616297] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.635162] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.635391] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.635523] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.635882] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.636032] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.636355] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.637038] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.637038] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.637038] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.637218] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.637504] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.637634] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.637726] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.637927] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.638063] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.638341] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.638470] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.638569] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.638759] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.638862] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.638987] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf is going to be created. [ 722.714277] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.714458] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.714560] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.714812] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.715203] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.728971] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf in Status: IN_PROGRESS for 2s [ 723.149596] env[65068]: INFO networking_nsxv3.common.synchronization [None req-2619ea03-6fef-4906-8dd4-0dd7c581c439 None None] Enqueued Resource ID: 1d30ee6c-3cdf-4c22-bd25-323f8c449f16 with Priority: HIGHEST for action port [ 723.150168] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d30ee6c-3cdf-4c22-bd25-323f8c449f16 with Priority: HIGHEST for action port [ 723.150469] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d30ee6c-3cdf-4c22-bd25-323f8c449f16 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.150594] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d30ee6c-3cdf-4c22-bd25-323f8c449f16" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.150661] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d30ee6c-3cdf-4c22-bd25-323f8c449f16" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.150894] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d30ee6c-3cdf-4c22-bd25-323f8c449f16" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.150975] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d30ee6c-3cdf-4c22-bd25-323f8c449f16',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.660864] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d30ee6c-3cdf-4c22-bd25-323f8c449f16 [ 723.660864] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.660864] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.660864] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.660864] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.660864] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.660864] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d30ee6c-3cdf-4c22-bd25-323f8c449f16 already deleted. [ 723.660864] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d30ee6c-3cdf-4c22-bd25-323f8c449f16" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.200172] env[65068]: INFO networking_nsxv3.common.synchronization [req-8af4a0c3-2a8a-4df3-9cd6-5a1f14f55792 req-c97c3826-ca59-4cd1-83d0-fe6f91e9b5ae tempest-ListServerFiltersTestJSON-1603465769 tempest-ListServerFiltersTestJSON-1603465769-project-member] Enqueued Resource ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf with Priority: HIGHEST for action security_group_members [ 724.201144] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf with Priority: HIGHEST for action security_group_members [ 724.201348] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.201467] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.201539] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.201763] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.201952] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.202122] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.202190] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.202350] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.202438] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.202534] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.518083] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93fd080-f6c4-40ca-b049-f69dee0b18bb in Status: SUCCESS [ 724.518348] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93fd080-f6c4-40ca-b049-f69dee0b18bb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.518510] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93fd080-f6c4-40ca-b049-f69dee0b18bb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.518743] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93fd080-f6c4-40ca-b049-f69dee0b18bb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.519303] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.519303] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.519303] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.519303] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.519740] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.519740] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93fd080-f6c4-40ca-b049-f69dee0b18bb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.519740] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a93fd080-f6c4-40ca-b049-f69dee0b18bb',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.691346] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-939 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.691668] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-939" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.691668] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-939" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.692103] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-939" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.692103] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.692257] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.692398] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.692670] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.692811] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.693270] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.693270] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.693361] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.693519] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.693575] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.693698] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.693818] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.705017] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.722392] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.722553] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 724.722686] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.722836] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-939" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.723198] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-12e9c1c0-95da-44b3-9504-63bf45a28e00 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.723390] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-12e9c1c0-95da-44b3-9504-63bf45a28e00" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.723525] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-12e9c1c0-95da-44b3-9504-63bf45a28e00" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.723894] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-12e9c1c0-95da-44b3-9504-63bf45a28e00" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.725384] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12e9c1c0-95da-44b3-9504-63bf45a28e00',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.742828] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf in Status: SUCCESS [ 724.742828] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.024556] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93fd080-f6c4-40ca-b049-f69dee0b18bb taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.024656] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93fd080-f6c4-40ca-b049-f69dee0b18bb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.024725] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93fd080-f6c4-40ca-b049-f69dee0b18bb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.024948] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93fd080-f6c4-40ca-b049-f69dee0b18bb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.025472] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.025472] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.025472] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.025472] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.025740] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.025740] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93fd080-f6c4-40ca-b049-f69dee0b18bb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.025740] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93fd080-f6c4-40ca-b049-f69dee0b18bb taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.025883] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93fd080-f6c4-40ca-b049-f69dee0b18bb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.025883] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93fd080-f6c4-40ca-b049-f69dee0b18bb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.026041] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93fd080-f6c4-40ca-b049-f69dee0b18bb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.026175] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.026262] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.026321] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.026460] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.026550] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.026593] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93fd080-f6c4-40ca-b049-f69dee0b18bb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.026690] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a93fd080-f6c4-40ca-b049-f69dee0b18bb',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.206495] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.229636] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.229888] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.230021] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.230332] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.230481] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.230671] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 12e9c1c0-95da-44b3-9504-63bf45a28e00 not found, creating... [ 725.230882] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.231225] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.231363] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.231588] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.231719] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.231995] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.232163] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.232276] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.232482] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.232683] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.232837] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 12e9c1c0-95da-44b3-9504-63bf45a28e00 is going to be created. [ 725.256089] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.256307] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.256427] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.256715] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.256931] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.257185] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-12e9c1c0-95da-44b3-9504-63bf45a28e00" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.529591] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a93fd080-f6c4-40ca-b049-f69dee0b18bb: rpc.has_security_group_logging(os_id): False [ 725.551629] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.551855] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.551855] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.552067] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.552163] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.552387] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.552519] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.552600] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.552765] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.552887] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.553152] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.553300] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.553400] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.553581] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.553665] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.553872] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.553998] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.554128] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.554321] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.554438] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.554551] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a93fd080-f6c4-40ca-b049-f69dee0b18bb is going to be created. [ 725.633908] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.633908] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.633908] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.634245] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.634245] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.652687] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a93fd080-f6c4-40ca-b049-f69dee0b18bb in Status: IN_PROGRESS for 2s [ 725.713413] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.713920] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.714068] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.714432] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.714765] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.714961] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf is going to be updated. [ 725.764454] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.764623] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.764623] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.764852] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.764996] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.777909] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf in Status: IN_PROGRESS for 2s [ 725.987649] env[65068]: INFO networking_nsxv3.common.synchronization [req-8af4a0c3-2a8a-4df3-9cd6-5a1f14f55792 req-67702e9a-faab-42f9-9d5d-31c5c5c94ae4 service nova] Enqueued Resource ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf with Priority: HIGHEST for action security_group_rules [ 725.987839] env[65068]: INFO networking_nsxv3.common.synchronization [req-8af4a0c3-2a8a-4df3-9cd6-5a1f14f55792 req-67702e9a-faab-42f9-9d5d-31c5c5c94ae4 service nova] Enqueued Resource ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf with Priority: HIGHEST for action security_group_members [ 725.988086] env[65068]: INFO networking_nsxv3.common.synchronization [req-8af4a0c3-2a8a-4df3-9cd6-5a1f14f55792 req-67702e9a-faab-42f9-9d5d-31c5c5c94ae4 service nova] Enqueued Resource ID: 12e9c1c0-95da-44b3-9504-63bf45a28e00 with Priority: HIGHEST for action port [ 725.988656] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf with Priority: HIGHEST for action security_group_rules [ 725.988893] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf with Priority: HIGHEST for action security_group_members [ 725.988942] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e9c1c0-95da-44b3-9504-63bf45a28e00 with Priority: HIGHEST for action port [ 725.989233] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.989391] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.989518] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.989653] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.989738] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.991459] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.991536] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.992505] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-12e9c1c0-95da-44b3-9504-63bf45a28e00 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.992505] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12e9c1c0-95da-44b3-9504-63bf45a28e00" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.992505] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12e9c1c0-95da-44b3-9504-63bf45a28e00" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.992505] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12e9c1c0-95da-44b3-9504-63bf45a28e00" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.992505] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12e9c1c0-95da-44b3-9504-63bf45a28e00',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.085593] env[65068]: INFO networking_nsxv3.common.synchronization [None req-85c977a2-d4ce-41d9-9247-d7e7a36e0a9a None None] Enqueued Resource ID: b01896ae-8b06-4730-abf6-f2d62f9f3fb9 with Priority: HIGHEST for action port [ 726.086209] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b01896ae-8b06-4730-abf6-f2d62f9f3fb9 with Priority: HIGHEST for action port [ 726.086579] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-b01896ae-8b06-4730-abf6-f2d62f9f3fb9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.086748] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b01896ae-8b06-4730-abf6-f2d62f9f3fb9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.086835] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b01896ae-8b06-4730-abf6-f2d62f9f3fb9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.087182] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b01896ae-8b06-4730-abf6-f2d62f9f3fb9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.087231] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b01896ae-8b06-4730-abf6-f2d62f9f3fb9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.492744] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.492967] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.496512] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12e9c1c0-95da-44b3-9504-63bf45a28e00 with status ACTIVE [ 726.497022] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.497240] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.501713] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.501713] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.501713] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.501713] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.501713] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.501713] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.501713] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.501713] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.501713] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.501713] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.501713] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.501713] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.501713] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.501713] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12e9c1c0-95da-44b3-9504-63bf45a28e00 is going to be updated. [ 726.530458] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.530659] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.530787] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.530952] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.531114] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.531291] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12e9c1c0-95da-44b3-9504-63bf45a28e00" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.589323] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b01896ae-8b06-4730-abf6-f2d62f9f3fb9 [ 726.593104] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.593278] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.593848] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.593848] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.593848] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.593848] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b01896ae-8b06-4730-abf6-f2d62f9f3fb9 already deleted. [ 726.593848] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b01896ae-8b06-4730-abf6-f2d62f9f3fb9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.669821] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a93fd080-f6c4-40ca-b049-f69dee0b18bb in Status: SUCCESS [ 727.670109] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a93fd080-f6c4-40ca-b049-f69dee0b18bb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.788796] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf in Status: SUCCESS [ 727.789184] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.789455] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.790156] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.790357] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.790485] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.790548] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.790850] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.790850] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.790921] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.293986] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.796668] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.300956] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.303040] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.303040] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.303040] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.303040] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.303040] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf is going to be updated. [ 729.342445] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.342622] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.342683] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.343242] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.343242] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.355736] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf in Status: IN_PROGRESS for 2s [ 729.859155] env[65068]: INFO networking_nsxv3.common.synchronization [req-05160788-c0c5-4c66-a430-60ba0b5915f6 req-182b7f40-6108-4c49-ac59-dcfc274b0518 tempest-VolumesAssistedSnapshotsTest-687636092 tempest-VolumesAssistedSnapshotsTest-687636092-project-member] Enqueued Resource ID: 134228a9-de28-4cef-889e-ec9058c5b726 with Priority: HIGHEST for action security_group_members [ 729.859860] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 134228a9-de28-4cef-889e-ec9058c5b726 with Priority: HIGHEST for action security_group_members [ 729.860236] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-134228a9-de28-4cef-889e-ec9058c5b726 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.860470] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-134228a9-de28-4cef-889e-ec9058c5b726" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.860470] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-134228a9-de28-4cef-889e-ec9058c5b726" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.860638] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-134228a9-de28-4cef-889e-ec9058c5b726" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.860788] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.860882] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.860943] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.861123] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.861231] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.861293] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('134228a9-de28-4cef-889e-ec9058c5b726',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.368023] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.368023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.368023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.368023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.368023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.368023] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.368023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.368023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.368023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.368023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.368023] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 134228a9-de28-4cef-889e-ec9058c5b726 is going to be updated. [ 730.399905] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.401644] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.401644] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.401644] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.401644] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.411382] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 134228a9-de28-4cef-889e-ec9058c5b726 in Status: IN_PROGRESS for 2s [ 730.768440] env[65068]: INFO networking_nsxv3.common.synchronization [req-343b8d4b-e13b-4a10-a6bb-28f05a95a2a1 req-331cfa80-371f-4433-9ed4-dea62f048f58 tempest-AttachInterfacesV270Test-1826565830 tempest-AttachInterfacesV270Test-1826565830-project-member] Enqueued Resource ID: ca181fdb-c38c-4cc4-b85d-46133253fb9b with Priority: HIGHEST for action security_group_members [ 730.768736] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca181fdb-c38c-4cc4-b85d-46133253fb9b with Priority: HIGHEST for action security_group_members [ 730.773279] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca181fdb-c38c-4cc4-b85d-46133253fb9b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.773414] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca181fdb-c38c-4cc4-b85d-46133253fb9b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.773472] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca181fdb-c38c-4cc4-b85d-46133253fb9b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.773677] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca181fdb-c38c-4cc4-b85d-46133253fb9b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.773870] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.773984] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.774259] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.774259] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.774259] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.774458] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca181fdb-c38c-4cc4-b85d-46133253fb9b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.957190] env[65068]: INFO networking_nsxv3.common.synchronization [req-ff17e6be-5c30-425d-b06b-678616279569 req-15cdaada-42c7-4c7d-a223-c0a8f98981c6 tempest-TenantUsagesTestJSON-1054413872 tempest-TenantUsagesTestJSON-1054413872-project-member] Enqueued Resource ID: d6d55b49-38ac-46fd-90bc-3fea00922aff with Priority: HIGHEST for action security_group_members [ 730.957190] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6d55b49-38ac-46fd-90bc-3fea00922aff with Priority: HIGHEST for action security_group_members [ 730.957633] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6d55b49-38ac-46fd-90bc-3fea00922aff taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.957777] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6d55b49-38ac-46fd-90bc-3fea00922aff" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.957879] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6d55b49-38ac-46fd-90bc-3fea00922aff" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.958136] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6d55b49-38ac-46fd-90bc-3fea00922aff" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.958348] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.958488] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.958555] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.958939] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.958939] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.958939] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6d55b49-38ac-46fd-90bc-3fea00922aff',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.278406] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.278550] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.278607] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.278810] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.279530] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.279530] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.279530] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.279530] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.279530] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.279530] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.279878] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca181fdb-c38c-4cc4-b85d-46133253fb9b is going to be updated. [ 731.315456] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.315456] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.315456] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.315456] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.315456] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.326831] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca181fdb-c38c-4cc4-b85d-46133253fb9b in Status: IN_PROGRESS for 2s [ 731.364902] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf in Status: SUCCESS [ 731.365817] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.366532] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.366945] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.367008] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.367158] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.367216] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.367216] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.367517] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.367619] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.367736] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.462024] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.462449] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.462621] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.463246] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.463570] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.463978] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.464278] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.464509] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.466023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.466023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.466023] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6d55b49-38ac-46fd-90bc-3fea00922aff is going to be updated. [ 731.508239] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.508239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.508239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.508239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.508239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.523855] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6d55b49-38ac-46fd-90bc-3fea00922aff in Status: IN_PROGRESS for 2s [ 731.872519] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.872698] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.872751] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.872979] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.873170] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.873322] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.873418] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.873632] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.875026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.875193] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.875453] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.875589] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.875673] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.875872] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.876112] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.876272] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.876375] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.876598] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.876727] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.876863] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.876991] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.380869] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf: rpc.has_security_group_logging(os_id): False [ 732.404527] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.404527] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.404527] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.404527] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.404527] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.404527] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.404527] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.404527] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.404527] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.404527] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.404527] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.404527] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.404527] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.405176] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.405176] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.405176] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.405176] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.405176] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.405176] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.405438] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.405438] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf is going to be updated. [ 732.423374] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 134228a9-de28-4cef-889e-ec9058c5b726 in Status: SUCCESS [ 732.423559] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 134228a9-de28-4cef-889e-ec9058c5b726 deletion is rescheduled due to dependency. [ 732.423675] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-134228a9-de28-4cef-889e-ec9058c5b726" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.545153] env[65068]: INFO networking_nsxv3.common.synchronization [req-65ff6810-14d2-4c27-bc9b-438609927b07 req-53d4c18a-96f8-4a0f-8873-266df67ddb87 tempest-ListImageFiltersTestJSON-409089688 tempest-ListImageFiltersTestJSON-409089688-project-member] Enqueued Resource ID: ccca694a-776d-4b79-88ab-6c09839dbc7f with Priority: HIGHEST for action security_group_members [ 732.549021] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccca694a-776d-4b79-88ab-6c09839dbc7f with Priority: HIGHEST for action security_group_members [ 732.549021] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccca694a-776d-4b79-88ab-6c09839dbc7f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.549021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.549021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.549021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.549021] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.549021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.549021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.549021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.549021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.549021] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccca694a-776d-4b79-88ab-6c09839dbc7f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.561430] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.561571] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.561571] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.561875] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.562472] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.590167] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf in Status: IN_PROGRESS for 2s [ 732.939076] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-79 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.939301] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.939560] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.939914] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.940203] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.940358] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.940470] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.940698] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.940822] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.941085] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.941203] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.941342] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.941501] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.941790] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.941930] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.942069] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.963782] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.963782] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 732.963782] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.964024] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.964270] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-5de4bbc3-037d-4f74-b026-0fb68596f38f taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.964511] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-5de4bbc3-037d-4f74-b026-0fb68596f38f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.964552] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-5de4bbc3-037d-4f74-b026-0fb68596f38f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.964893] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-5de4bbc3-037d-4f74-b026-0fb68596f38f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.965026] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5de4bbc3-037d-4f74-b026-0fb68596f38f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.053480] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.053480] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.053480] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.053480] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.053480] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.054077] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.054077] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.054077] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.054077] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.054077] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.054337] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccca694a-776d-4b79-88ab-6c09839dbc7f already deleted. [ 733.054337] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.440924] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca181fdb-c38c-4cc4-b85d-46133253fb9b in Status: SUCCESS [ 733.441244] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca181fdb-c38c-4cc4-b85d-46133253fb9b deletion is rescheduled due to dependency. [ 733.441244] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca181fdb-c38c-4cc4-b85d-46133253fb9b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.467790] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.468293] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.468293] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.468608] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.468801] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.468975] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 5de4bbc3-037d-4f74-b026-0fb68596f38f not found, creating... [ 733.469280] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.469456] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.469620] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.469933] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.470107] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.470421] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.470586] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.470732] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.470916] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.471058] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.471194] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 5de4bbc3-037d-4f74-b026-0fb68596f38f is going to be created. [ 733.501839] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.502129] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.502362] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.502599] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.502874] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.503165] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-5de4bbc3-037d-4f74-b026-0fb68596f38f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.534186] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6d55b49-38ac-46fd-90bc-3fea00922aff in Status: SUCCESS [ 733.534370] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6d55b49-38ac-46fd-90bc-3fea00922aff deletion is rescheduled due to dependency. [ 733.534491] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6d55b49-38ac-46fd-90bc-3fea00922aff" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.651963] env[65068]: INFO networking_nsxv3.common.synchronization [None req-d85cbb2e-1805-43c1-b7ee-b3b1959df47b None None] Enqueued Resource ID: a89ddb85-02e0-430f-84db-0ac24abea5dc with Priority: HIGHEST for action port [ 733.652620] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89ddb85-02e0-430f-84db-0ac24abea5dc with Priority: HIGHEST for action port [ 733.652982] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-a89ddb85-02e0-430f-84db-0ac24abea5dc taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.653176] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a89ddb85-02e0-430f-84db-0ac24abea5dc" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.653226] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a89ddb85-02e0-430f-84db-0ac24abea5dc" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.653496] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a89ddb85-02e0-430f-84db-0ac24abea5dc" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.653583] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a89ddb85-02e0-430f-84db-0ac24abea5dc',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.156427] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a89ddb85-02e0-430f-84db-0ac24abea5dc [ 734.156680] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.156899] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.156990] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.157354] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.157354] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.157516] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a89ddb85-02e0-430f-84db-0ac24abea5dc already deleted. [ 734.157589] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a89ddb85-02e0-430f-84db-0ac24abea5dc" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.235198] env[65068]: INFO networking_nsxv3.common.synchronization [req-65ff6810-14d2-4c27-bc9b-438609927b07 req-1a131aee-4c04-42f5-a0c1-8165e87fc066 service nova] Enqueued Resource ID: ccca694a-776d-4b79-88ab-6c09839dbc7f with Priority: HIGHEST for action security_group_rules [ 734.235373] env[65068]: INFO networking_nsxv3.common.synchronization [req-65ff6810-14d2-4c27-bc9b-438609927b07 req-1a131aee-4c04-42f5-a0c1-8165e87fc066 service nova] Enqueued Resource ID: ccca694a-776d-4b79-88ab-6c09839dbc7f with Priority: HIGHEST for action security_group_members [ 734.235502] env[65068]: INFO networking_nsxv3.common.synchronization [req-65ff6810-14d2-4c27-bc9b-438609927b07 req-1a131aee-4c04-42f5-a0c1-8165e87fc066 service nova] Enqueued Resource ID: 5de4bbc3-037d-4f74-b026-0fb68596f38f with Priority: HIGHEST for action port [ 734.235741] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccca694a-776d-4b79-88ab-6c09839dbc7f with Priority: HIGHEST for action security_group_rules [ 734.235869] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccca694a-776d-4b79-88ab-6c09839dbc7f with Priority: HIGHEST for action security_group_members [ 734.235966] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5de4bbc3-037d-4f74-b026-0fb68596f38f with Priority: HIGHEST for action port [ 734.236545] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccca694a-776d-4b79-88ab-6c09839dbc7f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.236663] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.236728] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.236989] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.237397] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccca694a-776d-4b79-88ab-6c09839dbc7f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.238316] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccca694a-776d-4b79-88ab-6c09839dbc7f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.238435] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.239249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.239249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.239249] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.239249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.239249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.239492] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.239627] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.239675] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccca694a-776d-4b79-88ab-6c09839dbc7f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.242869] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-5de4bbc3-037d-4f74-b026-0fb68596f38f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.242869] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5de4bbc3-037d-4f74-b026-0fb68596f38f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.242869] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5de4bbc3-037d-4f74-b026-0fb68596f38f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.243043] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5de4bbc3-037d-4f74-b026-0fb68596f38f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.243078] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5de4bbc3-037d-4f74-b026-0fb68596f38f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.292552] env[65068]: INFO networking_nsxv3.common.synchronization [req-1a664fae-88ae-4a38-94e9-5f894f822374 req-5f42ae39-f09b-4466-8753-0095121a3d81 tempest-ServerPasswordTestJSON-2143247620 tempest-ServerPasswordTestJSON-2143247620-project-member] Enqueued Resource ID: a93fd080-f6c4-40ca-b049-f69dee0b18bb with Priority: HIGHEST for action security_group_members [ 734.297355] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93fd080-f6c4-40ca-b049-f69dee0b18bb with Priority: HIGHEST for action security_group_members [ 734.298209] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93fd080-f6c4-40ca-b049-f69dee0b18bb taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.298545] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93fd080-f6c4-40ca-b049-f69dee0b18bb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.298693] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93fd080-f6c4-40ca-b049-f69dee0b18bb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.298950] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93fd080-f6c4-40ca-b049-f69dee0b18bb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.299189] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.299371] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.299537] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.299785] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.299935] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.299990] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93fd080-f6c4-40ca-b049-f69dee0b18bb',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.632044] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf in Status: SUCCESS [ 734.632396] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.665028] env[65068]: INFO networking_nsxv3.common.synchronization [req-e6bcef23-55f8-4749-b6d8-dc59cf1f51ed req-22b03918-84f7-4189-9cae-d96f54cf5a06 tempest-ServerMetadataNegativeTestJSON-2081276629 tempest-ServerMetadataNegativeTestJSON-2081276629-project-member] Enqueued Resource ID: 57c86a9b-98bc-47a0-bff9-43537ed60782 with Priority: HIGHEST for action security_group_members [ 734.665028] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c86a9b-98bc-47a0-bff9-43537ed60782 with Priority: HIGHEST for action security_group_members [ 734.665028] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c86a9b-98bc-47a0-bff9-43537ed60782 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.667120] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c86a9b-98bc-47a0-bff9-43537ed60782" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.667265] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c86a9b-98bc-47a0-bff9-43537ed60782" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.667617] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c86a9b-98bc-47a0-bff9-43537ed60782" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.667877] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.668072] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.668186] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.668445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.668587] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.668745] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57c86a9b-98bc-47a0-bff9-43537ed60782',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.746434] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccca694a-776d-4b79-88ab-6c09839dbc7f taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.746747] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.746844] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccca694a-776d-4b79-88ab-6c09839dbc7f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.749896] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5de4bbc3-037d-4f74-b026-0fb68596f38f with status ACTIVE [ 734.749896] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.749896] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.749896] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.749896] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.749896] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.749896] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.749896] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.749896] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.749896] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.749896] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.749896] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.749896] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.749896] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.749896] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.750443] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.750443] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5de4bbc3-037d-4f74-b026-0fb68596f38f is going to be updated. [ 734.795755] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.795841] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.796013] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.800022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.800022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.800022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5de4bbc3-037d-4f74-b026-0fb68596f38f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.803404] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.803404] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.803404] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.803404] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.803404] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.803591] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.803636] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.803813] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.803871] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.803900] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.803974] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93fd080-f6c4-40ca-b049-f69dee0b18bb is going to be updated. [ 734.845249] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.845447] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.845447] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.845591] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.846028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.858548] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93fd080-f6c4-40ca-b049-f69dee0b18bb in Status: IN_PROGRESS for 2s [ 735.172570] env[65068]: INFO networking_nsxv3.common.synchronization [req-f5b9a61a-aabb-4299-b307-abf8d906ce6e req-1aafe0ff-ee9c-4084-91e6-685c7334fced tempest-ListServerFiltersTestJSON-1603465769 tempest-ListServerFiltersTestJSON-1603465769-project-member] Enqueued Resource ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf with Priority: HIGHEST for action security_group_members [ 735.172570] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf with Priority: HIGHEST for action security_group_members [ 735.172570] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.172570] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.172570] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.172570] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.172570] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.172570] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.172570] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.172570] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.172570] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.172570] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.175054] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.175054] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.175054] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.175054] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.175054] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.175054] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.175054] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.175054] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.175054] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.175054] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.175054] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c86a9b-98bc-47a0-bff9-43537ed60782 is going to be updated. [ 735.205950] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.205950] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.205950] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.206158] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.206992] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.217080] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c86a9b-98bc-47a0-bff9-43537ed60782 in Status: IN_PROGRESS for 2s [ 735.254154] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccca694a-776d-4b79-88ab-6c09839dbc7f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.610811] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-939 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.610811] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-939" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.610811] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-939" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.610811] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-939" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.610811] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.610811] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.610811] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.610811] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.611302] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.611373] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.611533] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 735.611674] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 735.611804] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 735.612251] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.612251] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 735.612419] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.635401] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.635731] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 735.635731] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.636022] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-939" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.636163] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-4e6dce0d-4c53-4970-87c7-9443a832df4c taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.636326] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-4e6dce0d-4c53-4970-87c7-9443a832df4c" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.636549] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-4e6dce0d-4c53-4970-87c7-9443a832df4c" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.636952] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-4e6dce0d-4c53-4970-87c7-9443a832df4c" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.637067] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e6dce0d-4c53-4970-87c7-9443a832df4c',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.678660] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.731998] env[65068]: INFO networking_nsxv3.common.synchronization [req-fc485612-99ca-48ac-a9b1-885925929925 req-42056423-ad80-4e1d-9f01-9d0ccbfd2f02 tempest-ImagesOneServerNegativeTestJSON-651019256 tempest-ImagesOneServerNegativeTestJSON-651019256-project-member] Enqueued Resource ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 with Priority: HIGHEST for action security_group_members [ 735.732785] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 with Priority: HIGHEST for action security_group_members [ 735.733270] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.733440] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.733550] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.733850] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.734094] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.734244] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.734313] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.734549] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.734696] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.734870] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62fa64dd-f7c4-469d-ba7c-c8d1c97d5413',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.757988] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.758190] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.758243] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.758612] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.758612] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.758704] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccca694a-776d-4b79-88ab-6c09839dbc7f is going to be created. [ 735.793843] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.793934] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.793973] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.794451] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.794451] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.805966] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccca694a-776d-4b79-88ab-6c09839dbc7f in Status: UNINITIALIZED for 2s [ 736.140378] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.140681] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.140830] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.141120] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.141275] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.141444] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 4e6dce0d-4c53-4970-87c7-9443a832df4c not found, creating... [ 736.141716] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.141889] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.142227] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.142544] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.142694] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.142978] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.143368] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.143491] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.143704] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.143835] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.143970] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 4e6dce0d-4c53-4970-87c7-9443a832df4c is going to be created. [ 736.169814] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.169814] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.169814] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.169814] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.169814] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.169814] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-4e6dce0d-4c53-4970-87c7-9443a832df4c" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.181704] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.239249] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.239249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.239249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.239470] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.239512] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.239679] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.239873] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.239873] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.240971] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.240971] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.240971] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 is going to be updated. [ 736.290537] env[65068]: INFO networking_nsxv3.common.synchronization [None req-c15f054d-17c6-477a-9051-3f60a74328e1 None None] Enqueued Resource ID: 61f0af35-6053-4300-b1cb-7e0745df2367 with Priority: HIGHEST for action port [ 736.291171] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f0af35-6053-4300-b1cb-7e0745df2367 with Priority: HIGHEST for action port [ 736.291490] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-61f0af35-6053-4300-b1cb-7e0745df2367 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.291621] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61f0af35-6053-4300-b1cb-7e0745df2367" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.291680] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61f0af35-6053-4300-b1cb-7e0745df2367" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.291928] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61f0af35-6053-4300-b1cb-7e0745df2367" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.292020] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61f0af35-6053-4300-b1cb-7e0745df2367',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.297191] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.297326] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.297396] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.297631] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.297776] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.315375] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 in Status: IN_PROGRESS for 2s [ 736.685479] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.685786] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.685786] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.685987] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.686127] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.686378] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf is going to be updated. [ 736.726930] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.727819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.727819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.727819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.729009] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.756872] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf in Status: IN_PROGRESS for 2s [ 736.795219] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61f0af35-6053-4300-b1cb-7e0745df2367 [ 736.796445] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.796445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.796445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.796445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.796445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.796445] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61f0af35-6053-4300-b1cb-7e0745df2367 already deleted. [ 736.796445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61f0af35-6053-4300-b1cb-7e0745df2367" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.870719] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93fd080-f6c4-40ca-b049-f69dee0b18bb in Status: SUCCESS [ 736.870907] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93fd080-f6c4-40ca-b049-f69dee0b18bb deletion is rescheduled due to dependency. [ 736.871064] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93fd080-f6c4-40ca-b049-f69dee0b18bb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.958606] env[65068]: INFO networking_nsxv3.common.synchronization [req-f5b9a61a-aabb-4299-b307-abf8d906ce6e req-0d4b22fc-db5b-4a71-8a8f-7c942ff2346c service nova] Enqueued Resource ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf with Priority: HIGHEST for action security_group_rules [ 736.958777] env[65068]: INFO networking_nsxv3.common.synchronization [req-f5b9a61a-aabb-4299-b307-abf8d906ce6e req-0d4b22fc-db5b-4a71-8a8f-7c942ff2346c service nova] Enqueued Resource ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf with Priority: HIGHEST for action security_group_members [ 736.958968] env[65068]: INFO networking_nsxv3.common.synchronization [req-f5b9a61a-aabb-4299-b307-abf8d906ce6e req-0d4b22fc-db5b-4a71-8a8f-7c942ff2346c service nova] Enqueued Resource ID: 4e6dce0d-4c53-4970-87c7-9443a832df4c with Priority: HIGHEST for action port [ 736.959767] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf with Priority: HIGHEST for action security_group_rules [ 736.959922] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf with Priority: HIGHEST for action security_group_members [ 736.960356] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e6dce0d-4c53-4970-87c7-9443a832df4c with Priority: HIGHEST for action port [ 736.961952] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.961952] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.961952] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.961952] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.961952] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.961952] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.962416] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.962416] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e6dce0d-4c53-4970-87c7-9443a832df4c taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.962416] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e6dce0d-4c53-4970-87c7-9443a832df4c" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.962416] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e6dce0d-4c53-4970-87c7-9443a832df4c" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.962592] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e6dce0d-4c53-4970-87c7-9443a832df4c" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.963347] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e6dce0d-4c53-4970-87c7-9443a832df4c',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.227871] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c86a9b-98bc-47a0-bff9-43537ed60782 in Status: SUCCESS [ 737.228073] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c86a9b-98bc-47a0-bff9-43537ed60782 deletion is rescheduled due to dependency. [ 737.228188] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c86a9b-98bc-47a0-bff9-43537ed60782" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.465893] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.466053] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.466244] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e6dce0d-4c53-4970-87c7-9443a832df4c with status ACTIVE [ 737.466455] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.466607] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.466706] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.467175] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.467529] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.467983] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.468106] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.468180] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.468387] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.468475] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.468698] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.468797] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.469017] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.478376] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.478499] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.478647] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e6dce0d-4c53-4970-87c7-9443a832df4c is going to be updated. [ 737.503078] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.503285] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.503285] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.503526] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.503705] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.503880] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e6dce0d-4c53-4970-87c7-9443a832df4c" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.815961] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccca694a-776d-4b79-88ab-6c09839dbc7f in Status: SUCCESS [ 737.816275] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.816379] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.816641] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.816848] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.816955] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.817031] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.817200] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.817292] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.817393] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.817564] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ccca694a-776d-4b79-88ab-6c09839dbc7f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.320486] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccca694a-776d-4b79-88ab-6c09839dbc7f taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.320702] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.320702] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.320927] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.321075] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.321178] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.321249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.321379] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.321470] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.321555] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.321688] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccca694a-776d-4b79-88ab-6c09839dbc7f taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.321780] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.321838] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.321968] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.322118] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.322212] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.322262] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.322400] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.322470] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.322549] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.322635] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ccca694a-776d-4b79-88ab-6c09839dbc7f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.325140] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 in Status: SUCCESS [ 738.325312] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 deletion is rescheduled due to dependency. [ 738.325411] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.770251] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf in Status: SUCCESS [ 738.771511] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.771511] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.771511] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.771673] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.771772] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.771899] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.772085] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.772180] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.772290] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.826221] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ccca694a-776d-4b79-88ab-6c09839dbc7f: rpc.has_security_group_logging(os_id): False [ 738.843664] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.844677] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.844840] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.845096] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.845197] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.845830] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.845830] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.845830] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.845830] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.845830] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.846198] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.846198] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.846198] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.846416] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.846416] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.846548] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.846642] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.846692] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.846828] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.846899] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.846981] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccca694a-776d-4b79-88ab-6c09839dbc7f is going to be created. [ 738.914238] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.914238] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.914238] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.914457] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.915592] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.928491] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccca694a-776d-4b79-88ab-6c09839dbc7f in Status: IN_PROGRESS for 2s [ 739.164644] env[65068]: INFO networking_nsxv3.common.synchronization [None req-f1adba19-8e8b-464a-8f0a-2a954846d54e None None] Enqueued Resource ID: e14556ee-b51f-4115-8eef-6a8195250f88 with Priority: HIGHEST for action port [ 739.165237] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e14556ee-b51f-4115-8eef-6a8195250f88 with Priority: HIGHEST for action port [ 739.165539] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-e14556ee-b51f-4115-8eef-6a8195250f88 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.166414] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e14556ee-b51f-4115-8eef-6a8195250f88" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.167214] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e14556ee-b51f-4115-8eef-6a8195250f88" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.167511] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e14556ee-b51f-4115-8eef-6a8195250f88" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.167628] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e14556ee-b51f-4115-8eef-6a8195250f88',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.275475] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.671169] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e14556ee-b51f-4115-8eef-6a8195250f88 [ 739.671169] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.671169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.671169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.671169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.671169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.671458] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e14556ee-b51f-4115-8eef-6a8195250f88 already deleted. [ 739.671458] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e14556ee-b51f-4115-8eef-6a8195250f88" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.780133] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.285248] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.285587] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.285587] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.285707] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.285759] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.285853] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf is going to be updated. [ 740.322093] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.322287] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.322331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.322506] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.322646] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.334765] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf in Status: IN_PROGRESS for 2s [ 740.941201] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccca694a-776d-4b79-88ab-6c09839dbc7f in Status: SUCCESS [ 740.941427] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.125284] env[65068]: INFO networking_nsxv3.common.synchronization [req-6063bef9-70d2-4394-a01f-e56512b922d7 req-b235afc1-7caa-4770-9b9e-965ef7b5164e tempest-ServersAdminNegativeTestJSON-450122012 tempest-ServersAdminNegativeTestJSON-450122012-project-member] Enqueued Resource ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda with Priority: HIGHEST for action security_group_members [ 741.125996] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda with Priority: HIGHEST for action security_group_members [ 741.126397] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c4651-7667-4cdc-9a73-f69b8c98ebda taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.127321] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.127321] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.127321] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.127321] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.127321] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.127321] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.127321] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.127321] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.127861] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c88c4651-7667-4cdc-9a73-f69b8c98ebda',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.268331] env[65068]: INFO networking_nsxv3.common.synchronization [req-6558be0c-e567-4068-a5be-14f09ccfb640 req-2607eaca-902f-4524-ae09-6f2b97da235d tempest-ListImageFiltersTestJSON-409089688 tempest-ListImageFiltersTestJSON-409089688-project-member] Enqueued Resource ID: ccca694a-776d-4b79-88ab-6c09839dbc7f with Priority: HIGHEST for action security_group_members [ 741.269024] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccca694a-776d-4b79-88ab-6c09839dbc7f with Priority: HIGHEST for action security_group_members [ 741.269362] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccca694a-776d-4b79-88ab-6c09839dbc7f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.269540] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.269650] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.269897] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.270113] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.270281] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.270385] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.270570] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.270714] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.270849] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccca694a-776d-4b79-88ab-6c09839dbc7f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.330466] env[65068]: INFO networking_nsxv3.common.synchronization [None req-c157142f-2fb8-44af-8646-0c61040f84a6 None None] Enqueued Resource ID: 896e7959-03e6-4557-b127-afc63b0a0366 with Priority: HIGHEST for action port [ 741.332718] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 896e7959-03e6-4557-b127-afc63b0a0366 with Priority: HIGHEST for action port [ 741.332718] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-896e7959-03e6-4557-b127-afc63b0a0366 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.332718] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-896e7959-03e6-4557-b127-afc63b0a0366" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.332718] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-896e7959-03e6-4557-b127-afc63b0a0366" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.332718] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-896e7959-03e6-4557-b127-afc63b0a0366" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.332718] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('896e7959-03e6-4557-b127-afc63b0a0366',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.600270] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-79 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.600270] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.600270] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.600270] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.600270] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.600270] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.600270] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.600651] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.600997] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.601373] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.601659] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.602362] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.602362] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.602362] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.602511] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.602896] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.622959] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.623173] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 741.623328] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.623498] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.623847] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-717918d0-8fcf-4258-b330-fdfd88d13143 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.624032] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-717918d0-8fcf-4258-b330-fdfd88d13143" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.624169] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-717918d0-8fcf-4258-b330-fdfd88d13143" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.624525] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-717918d0-8fcf-4258-b330-fdfd88d13143" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.624716] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('717918d0-8fcf-4258-b330-fdfd88d13143',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.629360] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.629531] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.629566] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.629755] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.629874] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.630082] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.630187] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.630249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.630415] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.630493] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.630579] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda is going to be updated. [ 741.659199] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.659199] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.659199] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.659199] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.659199] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.667221] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda in Status: IN_PROGRESS for 2s [ 741.773024] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccca694a-776d-4b79-88ab-6c09839dbc7f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.834126] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 896e7959-03e6-4557-b127-afc63b0a0366 [ 741.834363] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.834491] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.834587] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.834796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.834882] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.834971] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:896e7959-03e6-4557-b127-afc63b0a0366 already deleted. [ 741.835062] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-896e7959-03e6-4557-b127-afc63b0a0366" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.128051] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.128051] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.128051] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.128051] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.128437] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.128437] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 717918d0-8fcf-4258-b330-fdfd88d13143 not found, creating... [ 742.128588] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.128760] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.128874] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.129122] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.129269] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.129556] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.129707] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.129826] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.130062] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.130237] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.130294] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 717918d0-8fcf-4258-b330-fdfd88d13143 is going to be created. [ 742.167040] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.167040] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.167040] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.167040] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.167040] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.167557] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-717918d0-8fcf-4258-b330-fdfd88d13143" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.277026] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccca694a-776d-4b79-88ab-6c09839dbc7f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.348630] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf in Status: SUCCESS [ 742.348630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.348630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.348630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.348630] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.348630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.348630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.348630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.348630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.348630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.348630] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.781540] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.781695] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.781767] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.781982] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.782090] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.782186] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccca694a-776d-4b79-88ab-6c09839dbc7f is going to be updated. [ 742.812867] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.813068] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.813137] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.813565] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.813732] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.825474] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccca694a-776d-4b79-88ab-6c09839dbc7f in Status: IN_PROGRESS for 2s [ 742.850596] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.850853] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.850853] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.850984] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.851177] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.851270] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.851331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.852854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.852854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.852854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.852854] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.852854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.852854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.852854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.852854] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.852854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.852854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.852854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.852854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.853267] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.853267] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.880461] env[65068]: INFO networking_nsxv3.common.synchronization [req-6558be0c-e567-4068-a5be-14f09ccfb640 req-459bca11-d048-4f0c-b676-519de8f4a6d7 service nova] Enqueued Resource ID: ccca694a-776d-4b79-88ab-6c09839dbc7f with Priority: HIGHEST for action security_group_rules [ 742.880647] env[65068]: INFO networking_nsxv3.common.synchronization [req-6558be0c-e567-4068-a5be-14f09ccfb640 req-459bca11-d048-4f0c-b676-519de8f4a6d7 service nova] Enqueued Resource ID: ccca694a-776d-4b79-88ab-6c09839dbc7f with Priority: HIGHEST for action security_group_members [ 742.880780] env[65068]: INFO networking_nsxv3.common.synchronization [req-6558be0c-e567-4068-a5be-14f09ccfb640 req-459bca11-d048-4f0c-b676-519de8f4a6d7 service nova] Enqueued Resource ID: 717918d0-8fcf-4258-b330-fdfd88d13143 with Priority: HIGHEST for action port [ 742.881314] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccca694a-776d-4b79-88ab-6c09839dbc7f with Priority: HIGHEST for action security_group_rules [ 742.881468] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccca694a-776d-4b79-88ab-6c09839dbc7f with Priority: HIGHEST for action security_group_members [ 742.881810] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 717918d0-8fcf-4258-b330-fdfd88d13143 with Priority: HIGHEST for action port [ 742.882143] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccca694a-776d-4b79-88ab-6c09839dbc7f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.882267] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.882372] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.882607] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.882689] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccca694a-776d-4b79-88ab-6c09839dbc7f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.885913] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccca694a-776d-4b79-88ab-6c09839dbc7f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.886091] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.887035] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-717918d0-8fcf-4258-b330-fdfd88d13143 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.887035] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-717918d0-8fcf-4258-b330-fdfd88d13143" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.887035] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-717918d0-8fcf-4258-b330-fdfd88d13143" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.887215] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-717918d0-8fcf-4258-b330-fdfd88d13143" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.887215] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('717918d0-8fcf-4258-b330-fdfd88d13143',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.357465] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf: rpc.has_security_group_logging(os_id): False [ 743.375601] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.375795] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.375909] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.376178] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.376277] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.376505] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.376704] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.376704] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.376926] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.377032] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.377224] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.377322] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.377384] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.377594] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.377884] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.378112] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.378217] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.378269] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.378411] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.378492] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.378630] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf is going to be updated. [ 743.390440] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccca694a-776d-4b79-88ab-6c09839dbc7f taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.390569] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.391466] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 717918d0-8fcf-4258-b330-fdfd88d13143 with status ACTIVE [ 743.391466] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.391466] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.391466] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.391466] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.391466] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.391861] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.391861] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.391861] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.393427] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.393427] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.393427] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.393427] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.393427] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.393427] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.393427] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.393427] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 717918d0-8fcf-4258-b330-fdfd88d13143 is going to be updated. [ 743.412032] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.412229] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.412272] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.412500] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.412656] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.412810] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-717918d0-8fcf-4258-b330-fdfd88d13143" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.446523] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.446523] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.446523] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.446774] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.446774] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.464306] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf in Status: IN_PROGRESS for 2s [ 743.682128] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda in Status: SUCCESS [ 743.682128] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda deletion is rescheduled due to dependency. [ 743.682128] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.033546] env[65068]: INFO networking_nsxv3.common.synchronization [req-9809efa8-a2d9-4f51-9484-005ced2bd6d9 req-b77ea7e5-1289-4ae4-ad54-8716cc43ed28 tempest-ServersTestManualDisk-251600608 tempest-ServersTestManualDisk-251600608-project-member] Enqueued Resource ID: 8e8155f7-f34e-412b-a832-751fa6c10e8e with Priority: HIGHEST for action security_group_members [ 744.033546] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e8155f7-f34e-412b-a832-751fa6c10e8e with Priority: HIGHEST for action security_group_members [ 744.033807] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e8155f7-f34e-412b-a832-751fa6c10e8e taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.033807] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e8155f7-f34e-412b-a832-751fa6c10e8e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.033807] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e8155f7-f34e-412b-a832-751fa6c10e8e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.034561] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e8155f7-f34e-412b-a832-751fa6c10e8e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.034561] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.034561] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.034561] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.034959] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.034959] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.034959] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e8155f7-f34e-412b-a832-751fa6c10e8e',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.377599] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-921 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.377963] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-921" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.377963] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-921" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.378309] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-921" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.380557] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.380752] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.380897] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.381128] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.381299] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.381475] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.381582] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.381684] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.381782] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.381883] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.381979] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.382117] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.403980] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.404202] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 744.404348] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.405228] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-921" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.405228] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-d62042f5-b620-4c3f-ade7-c5cf9a5f4339 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.405228] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-d62042f5-b620-4c3f-ade7-c5cf9a5f4339" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.405228] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-d62042f5-b620-4c3f-ade7-c5cf9a5f4339" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.405476] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-d62042f5-b620-4c3f-ade7-c5cf9a5f4339" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.405557] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d62042f5-b620-4c3f-ade7-c5cf9a5f4339',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.538511] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.539037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.539037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.539037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.539203] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.539358] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.540033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.540033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.540033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.540033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.540033] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e8155f7-f34e-412b-a832-751fa6c10e8e already deleted. [ 744.540033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e8155f7-f34e-412b-a832-751fa6c10e8e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.841918] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccca694a-776d-4b79-88ab-6c09839dbc7f in Status: SUCCESS [ 744.842165] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.842328] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.842459] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.842640] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.842752] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.842820] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.842969] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.843063] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.843158] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccca694a-776d-4b79-88ab-6c09839dbc7f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.909330] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.909559] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.909559] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.909889] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.910066] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.910244] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port d62042f5-b620-4c3f-ade7-c5cf9a5f4339 not found, creating... [ 744.911221] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.911221] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.911221] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.911221] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.911465] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.911582] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.911738] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.911864] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.912164] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.912328] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.912474] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: d62042f5-b620-4c3f-ade7-c5cf9a5f4339 is going to be created. [ 744.935472] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.935807] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.935975] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.936357] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.936596] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.936870] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-d62042f5-b620-4c3f-ade7-c5cf9a5f4339" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.345180] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccca694a-776d-4b79-88ab-6c09839dbc7f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.486294] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf in Status: SUCCESS [ 745.486683] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.706264] env[65068]: INFO networking_nsxv3.common.synchronization [req-9809efa8-a2d9-4f51-9484-005ced2bd6d9 req-10d86d41-3f39-49d8-a1f4-a1578a6c76c2 service nova] Enqueued Resource ID: 8e8155f7-f34e-412b-a832-751fa6c10e8e with Priority: HIGHEST for action security_group_rules [ 745.706435] env[65068]: INFO networking_nsxv3.common.synchronization [req-9809efa8-a2d9-4f51-9484-005ced2bd6d9 req-10d86d41-3f39-49d8-a1f4-a1578a6c76c2 service nova] Enqueued Resource ID: 8e8155f7-f34e-412b-a832-751fa6c10e8e with Priority: HIGHEST for action security_group_members [ 745.706598] env[65068]: INFO networking_nsxv3.common.synchronization [req-9809efa8-a2d9-4f51-9484-005ced2bd6d9 req-10d86d41-3f39-49d8-a1f4-a1578a6c76c2 service nova] Enqueued Resource ID: d62042f5-b620-4c3f-ade7-c5cf9a5f4339 with Priority: HIGHEST for action port [ 745.707284] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e8155f7-f34e-412b-a832-751fa6c10e8e with Priority: HIGHEST for action security_group_rules [ 745.707461] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e8155f7-f34e-412b-a832-751fa6c10e8e with Priority: HIGHEST for action security_group_members [ 745.711643] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d62042f5-b620-4c3f-ade7-c5cf9a5f4339 with Priority: HIGHEST for action port [ 745.711643] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e8155f7-f34e-412b-a832-751fa6c10e8e taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.711643] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e8155f7-f34e-412b-a832-751fa6c10e8e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.711643] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e8155f7-f34e-412b-a832-751fa6c10e8e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.711643] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e8155f7-f34e-412b-a832-751fa6c10e8e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.711643] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e8155f7-f34e-412b-a832-751fa6c10e8e',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.711643] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e8155f7-f34e-412b-a832-751fa6c10e8e taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.711643] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e8155f7-f34e-412b-a832-751fa6c10e8e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.711643] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e8155f7-f34e-412b-a832-751fa6c10e8e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.711643] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e8155f7-f34e-412b-a832-751fa6c10e8e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.711643] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.711643] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.711643] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.711643] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.711643] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.711643] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e8155f7-f34e-412b-a832-751fa6c10e8e',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.712234] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-d62042f5-b620-4c3f-ade7-c5cf9a5f4339 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.712234] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d62042f5-b620-4c3f-ade7-c5cf9a5f4339" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.712234] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d62042f5-b620-4c3f-ade7-c5cf9a5f4339" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.712416] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d62042f5-b620-4c3f-ade7-c5cf9a5f4339" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.712602] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d62042f5-b620-4c3f-ade7-c5cf9a5f4339',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.848788] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccca694a-776d-4b79-88ab-6c09839dbc7f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.214597] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e8155f7-f34e-412b-a832-751fa6c10e8e',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.215728] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e8155f7-f34e-412b-a832-751fa6c10e8e taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.215908] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e8155f7-f34e-412b-a832-751fa6c10e8e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.216959] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d62042f5-b620-4c3f-ade7-c5cf9a5f4339 with status ACTIVE [ 746.216959] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.216959] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.216959] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.216959] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.216959] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.217228] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.217228] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.217298] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.217435] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.217538] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.217721] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.217817] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.217871] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.218018] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.218701] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.218808] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d62042f5-b620-4c3f-ade7-c5cf9a5f4339 is going to be updated. [ 746.242782] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.242930] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.243011] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.243228] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.243365] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.243528] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d62042f5-b620-4c3f-ade7-c5cf9a5f4339" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.350988] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.351254] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.351254] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.351461] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.351555] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.351653] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccca694a-776d-4b79-88ab-6c09839dbc7f is going to be updated. [ 746.392275] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.392388] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.392493] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.392660] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.392891] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.404277] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccca694a-776d-4b79-88ab-6c09839dbc7f in Status: IN_PROGRESS for 2s [ 746.717040] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e8155f7-f34e-412b-a832-751fa6c10e8e',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.221065] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.223433] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.223433] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.223433] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.223433] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.223433] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e8155f7-f34e-412b-a832-751fa6c10e8e is going to be created. [ 747.254373] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.254373] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.254373] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.254373] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.254373] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.267339] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e8155f7-f34e-412b-a832-751fa6c10e8e in Status: UNINITIALIZED for 2s [ 748.416146] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccca694a-776d-4b79-88ab-6c09839dbc7f in Status: SUCCESS [ 748.416146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.416146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.416146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.416146] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.416146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.416146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.416146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.416146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.416146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.416146] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ccca694a-776d-4b79-88ab-6c09839dbc7f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.920414] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccca694a-776d-4b79-88ab-6c09839dbc7f taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.920625] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.920671] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.921349] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.921498] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.923264] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.923357] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.923530] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.923624] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.923715] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.923878] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccca694a-776d-4b79-88ab-6c09839dbc7f taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.923981] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.924057] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.924211] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.924353] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.924449] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.924510] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.924650] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.924729] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.924812] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.924901] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ccca694a-776d-4b79-88ab-6c09839dbc7f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.279291] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e8155f7-f34e-412b-a832-751fa6c10e8e in Status: SUCCESS [ 749.279291] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e8155f7-f34e-412b-a832-751fa6c10e8e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.279291] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e8155f7-f34e-412b-a832-751fa6c10e8e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.280036] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e8155f7-f34e-412b-a832-751fa6c10e8e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.280036] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.280036] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.280036] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.280293] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.280293] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.280293] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e8155f7-f34e-412b-a832-751fa6c10e8e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.280384] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e8155f7-f34e-412b-a832-751fa6c10e8e',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.303772] env[65068]: INFO networking_nsxv3.common.synchronization [None req-6bdbad6e-9c66-4dce-a621-d9f78dea5623 None None] Enqueued Resource ID: 867a3441-b841-4761-a790-03da5e314d28 with Priority: HIGHEST for action port [ 749.304094] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 867a3441-b841-4761-a790-03da5e314d28 with Priority: HIGHEST for action port [ 749.304410] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-867a3441-b841-4761-a790-03da5e314d28 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.304738] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-867a3441-b841-4761-a790-03da5e314d28" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.304738] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-867a3441-b841-4761-a790-03da5e314d28" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.306579] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-867a3441-b841-4761-a790-03da5e314d28" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.306713] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('867a3441-b841-4761-a790-03da5e314d28',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.428271] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ccca694a-776d-4b79-88ab-6c09839dbc7f: rpc.has_security_group_logging(os_id): False [ 749.447836] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.447979] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.448071] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.448295] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.448387] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.448631] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.448750] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.448802] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.448954] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.449047] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.449237] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.449331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.449393] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.449532] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.449701] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.449912] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.450029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.450096] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.450239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.450322] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.450406] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccca694a-776d-4b79-88ab-6c09839dbc7f is going to be updated. [ 749.522981] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.523894] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.523894] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.523894] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.523894] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.536878] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccca694a-776d-4b79-88ab-6c09839dbc7f in Status: IN_PROGRESS for 2s [ 749.784544] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e8155f7-f34e-412b-a832-751fa6c10e8e',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.812702] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 867a3441-b841-4761-a790-03da5e314d28 [ 749.813106] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.813312] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.813388] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.814849] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.815076] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.815250] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:867a3441-b841-4761-a790-03da5e314d28 already deleted. [ 749.815502] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-867a3441-b841-4761-a790-03da5e314d28" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.287129] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e8155f7-f34e-412b-a832-751fa6c10e8e: rpc.has_security_group_logging(os_id): False [ 750.310310] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.311314] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.311314] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.311314] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.311314] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.311608] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.311695] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.312061] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.313034] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.313034] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.313196] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e8155f7-f34e-412b-a832-751fa6c10e8e is going to be created. [ 750.384882] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.385048] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.385122] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.385352] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.385568] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.401465] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e8155f7-f34e-412b-a832-751fa6c10e8e in Status: IN_PROGRESS for 2s [ 750.882340] env[65068]: INFO networking_nsxv3.common.synchronization [None req-47ed4020-555f-4eb8-8bc2-087f8aea708b tempest-AttachVolumeTestJSON-1527444388 tempest-AttachVolumeTestJSON-1527444388-project-member] Enqueued Resource ID: a0078c21-1b01-432e-8127-f669c2ed5eae with Priority: HIGHEST for action security_group_rules [ 750.882918] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0078c21-1b01-432e-8127-f669c2ed5eae with Priority: HIGHEST for action security_group_rules [ 750.883237] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0078c21-1b01-432e-8127-f669c2ed5eae taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.883361] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0078c21-1b01-432e-8127-f669c2ed5eae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.883428] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0078c21-1b01-432e-8127-f669c2ed5eae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.883682] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0078c21-1b01-432e-8127-f669c2ed5eae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.883765] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0078c21-1b01-432e-8127-f669c2ed5eae',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.999106] env[65068]: INFO networking_nsxv3.common.synchronization [None req-f60b6d03-e988-4c2b-a64b-3161ac28ca6a tempest-AttachVolumeTestJSON-1527444388 tempest-AttachVolumeTestJSON-1527444388-project-member] Enqueued Resource ID: a0078c21-1b01-432e-8127-f669c2ed5eae with Priority: HIGHEST for action security_group_rules [ 750.999839] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0078c21-1b01-432e-8127-f669c2ed5eae with Priority: HIGHEST for action security_group_rules [ 751.000554] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0078c21-1b01-432e-8127-f669c2ed5eae taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.000694] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0078c21-1b01-432e-8127-f669c2ed5eae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.185615] env[65068]: INFO networking_nsxv3.common.synchronization [req-5a739085-f662-4957-8594-6ae8a241d841 req-940e5f44-a77b-433e-9d81-af62fb11dd23 tempest-ServerExternalEventsTest-432113859 tempest-ServerExternalEventsTest-432113859-project-member] Enqueued Resource ID: fc33fd40-b83e-445c-8742-54396a32dd6a with Priority: HIGHEST for action security_group_members [ 751.190324] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc33fd40-b83e-445c-8742-54396a32dd6a with Priority: HIGHEST for action security_group_members [ 751.190324] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc33fd40-b83e-445c-8742-54396a32dd6a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.190324] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc33fd40-b83e-445c-8742-54396a32dd6a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.192456] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc33fd40-b83e-445c-8742-54396a32dd6a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.192456] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc33fd40-b83e-445c-8742-54396a32dd6a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.192456] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.192655] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.192655] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.192776] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.192840] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.193056] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc33fd40-b83e-445c-8742-54396a32dd6a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.408215] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.408383] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.408833] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.408833] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.408939] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.408991] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0078c21-1b01-432e-8127-f669c2ed5eae already deleted. [ 751.409117] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0078c21-1b01-432e-8127-f669c2ed5eae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.409322] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0078c21-1b01-432e-8127-f669c2ed5eae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.409497] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0078c21-1b01-432e-8127-f669c2ed5eae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.409586] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0078c21-1b01-432e-8127-f669c2ed5eae',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.553834] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccca694a-776d-4b79-88ab-6c09839dbc7f in Status: SUCCESS [ 751.554029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.636814] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-79 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.637138] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.637309] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.637688] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.637992] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.638171] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.638290] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.638509] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.638709] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.638855] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.638963] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.639069] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.639174] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.639271] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.639369] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.639494] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.661272] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.661499] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.661587] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.661802] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.662185] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-d5d8c1ae-4fc8-4b2a-8088-a9c6c0f698ee taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.662363] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-d5d8c1ae-4fc8-4b2a-8088-a9c6c0f698ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.662553] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-d5d8c1ae-4fc8-4b2a-8088-a9c6c0f698ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.662867] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-d5d8c1ae-4fc8-4b2a-8088-a9c6c0f698ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.663085] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5d8c1ae-4fc8-4b2a-8088-a9c6c0f698ee',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.695597] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.695882] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.695882] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.696103] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.696179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.696473] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.696473] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.696627] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.696690] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.696747] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.696835] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc33fd40-b83e-445c-8742-54396a32dd6a already deleted. [ 751.696904] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc33fd40-b83e-445c-8742-54396a32dd6a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.763215] env[65068]: INFO networking_nsxv3.common.synchronization [None req-2eea04e6-b242-434a-8c67-f12d8d797974 None None] Enqueued Resource ID: 66ca7a32-64e0-4dd2-a949-4fd31c51886f with Priority: HIGHEST for action port [ 751.763765] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66ca7a32-64e0-4dd2-a949-4fd31c51886f with Priority: HIGHEST for action port [ 751.767923] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-66ca7a32-64e0-4dd2-a949-4fd31c51886f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.768346] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66ca7a32-64e0-4dd2-a949-4fd31c51886f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.768667] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66ca7a32-64e0-4dd2-a949-4fd31c51886f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.770257] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66ca7a32-64e0-4dd2-a949-4fd31c51886f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.770367] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66ca7a32-64e0-4dd2-a949-4fd31c51886f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.944144] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.944449] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.944449] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.944856] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.944856] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.945174] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0078c21-1b01-432e-8127-f669c2ed5eae already deleted. [ 751.945174] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0078c21-1b01-432e-8127-f669c2ed5eae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.166335] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.166799] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.166799] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.167114] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.167271] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.167422] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port d5d8c1ae-4fc8-4b2a-8088-a9c6c0f698ee not found, creating... [ 752.167765] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.167928] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.168118] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.168347] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.168538] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.168839] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.168996] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.169120] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.169327] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.169456] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.169591] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: d5d8c1ae-4fc8-4b2a-8088-a9c6c0f698ee is going to be created. [ 752.191556] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.191762] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.191915] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.192546] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.192774] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.192994] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-d5d8c1ae-4fc8-4b2a-8088-a9c6c0f698ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.272608] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66ca7a32-64e0-4dd2-a949-4fd31c51886f [ 752.272998] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.273229] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.273324] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.273594] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.273719] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.273840] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66ca7a32-64e0-4dd2-a949-4fd31c51886f already deleted. [ 752.273949] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66ca7a32-64e0-4dd2-a949-4fd31c51886f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.416114] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e8155f7-f34e-412b-a832-751fa6c10e8e in Status: SUCCESS [ 752.416495] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e8155f7-f34e-412b-a832-751fa6c10e8e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.959731] env[65068]: INFO networking_nsxv3.common.synchronization [req-5a739085-f662-4957-8594-6ae8a241d841 req-39bad2bd-4a6c-4693-9aad-9d34771bcee4 service nova] Enqueued Resource ID: fc33fd40-b83e-445c-8742-54396a32dd6a with Priority: HIGHEST for action security_group_rules [ 752.959731] env[65068]: INFO networking_nsxv3.common.synchronization [req-5a739085-f662-4957-8594-6ae8a241d841 req-39bad2bd-4a6c-4693-9aad-9d34771bcee4 service nova] Enqueued Resource ID: fc33fd40-b83e-445c-8742-54396a32dd6a with Priority: HIGHEST for action security_group_members [ 752.959731] env[65068]: INFO networking_nsxv3.common.synchronization [req-5a739085-f662-4957-8594-6ae8a241d841 req-39bad2bd-4a6c-4693-9aad-9d34771bcee4 service nova] Enqueued Resource ID: d5d8c1ae-4fc8-4b2a-8088-a9c6c0f698ee with Priority: HIGHEST for action port [ 752.961053] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc33fd40-b83e-445c-8742-54396a32dd6a with Priority: HIGHEST for action security_group_rules [ 752.961053] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc33fd40-b83e-445c-8742-54396a32dd6a with Priority: HIGHEST for action security_group_members [ 752.961053] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d8c1ae-4fc8-4b2a-8088-a9c6c0f698ee with Priority: HIGHEST for action port [ 752.961509] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc33fd40-b83e-445c-8742-54396a32dd6a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.961667] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc33fd40-b83e-445c-8742-54396a32dd6a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.961745] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc33fd40-b83e-445c-8742-54396a32dd6a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.962026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc33fd40-b83e-445c-8742-54396a32dd6a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.962026] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc33fd40-b83e-445c-8742-54396a32dd6a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.963358] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc33fd40-b83e-445c-8742-54396a32dd6a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.965792] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc33fd40-b83e-445c-8742-54396a32dd6a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.965792] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc33fd40-b83e-445c-8742-54396a32dd6a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.965792] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc33fd40-b83e-445c-8742-54396a32dd6a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.965792] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.965792] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.965792] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.965792] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.965792] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.965792] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc33fd40-b83e-445c-8742-54396a32dd6a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.966443] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5d8c1ae-4fc8-4b2a-8088-a9c6c0f698ee taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.966443] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5d8c1ae-4fc8-4b2a-8088-a9c6c0f698ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.966443] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5d8c1ae-4fc8-4b2a-8088-a9c6c0f698ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.966998] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5d8c1ae-4fc8-4b2a-8088-a9c6c0f698ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.966998] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5d8c1ae-4fc8-4b2a-8088-a9c6c0f698ee',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.464934] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc33fd40-b83e-445c-8742-54396a32dd6a taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.465110] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc33fd40-b83e-445c-8742-54396a32dd6a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.467125] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc33fd40-b83e-445c-8742-54396a32dd6a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.470135] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5d8c1ae-4fc8-4b2a-8088-a9c6c0f698ee with status ACTIVE [ 753.470339] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.470466] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.470531] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.470762] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.470828] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.471298] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.471298] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.471298] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.471298] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.471493] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.471788] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.471788] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.471788] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.472081] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.472081] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.472081] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5d8c1ae-4fc8-4b2a-8088-a9c6c0f698ee is going to be updated. [ 753.495193] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.495381] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.495381] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.495635] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.495782] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.495942] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5d8c1ae-4fc8-4b2a-8088-a9c6c0f698ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.969857] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc33fd40-b83e-445c-8742-54396a32dd6a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.473566] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.473687] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.473687] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.473927] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.474463] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.474463] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc33fd40-b83e-445c-8742-54396a32dd6a is going to be created. [ 754.501853] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.501976] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.502213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.502560] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.502866] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.515624] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc33fd40-b83e-445c-8742-54396a32dd6a in Status: UNINITIALIZED for 2s [ 756.527926] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc33fd40-b83e-445c-8742-54396a32dd6a in Status: SUCCESS [ 756.527926] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc33fd40-b83e-445c-8742-54396a32dd6a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.528307] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc33fd40-b83e-445c-8742-54396a32dd6a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.528358] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc33fd40-b83e-445c-8742-54396a32dd6a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.528526] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.529252] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.529252] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.529252] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.529252] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.529252] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc33fd40-b83e-445c-8742-54396a32dd6a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.529252] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc33fd40-b83e-445c-8742-54396a32dd6a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.032198] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc33fd40-b83e-445c-8742-54396a32dd6a taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.032405] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc33fd40-b83e-445c-8742-54396a32dd6a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.032405] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc33fd40-b83e-445c-8742-54396a32dd6a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.032546] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc33fd40-b83e-445c-8742-54396a32dd6a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.032731] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.032831] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.032898] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.033077] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.033167] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.033257] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc33fd40-b83e-445c-8742-54396a32dd6a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.033405] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc33fd40-b83e-445c-8742-54396a32dd6a taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.033497] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc33fd40-b83e-445c-8742-54396a32dd6a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.033560] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc33fd40-b83e-445c-8742-54396a32dd6a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.033699] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc33fd40-b83e-445c-8742-54396a32dd6a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.033838] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.033945] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.034067] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.034152] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.034226] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.034306] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc33fd40-b83e-445c-8742-54396a32dd6a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.034396] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc33fd40-b83e-445c-8742-54396a32dd6a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.536908] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc33fd40-b83e-445c-8742-54396a32dd6a: rpc.has_security_group_logging(os_id): False [ 757.560801] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.561667] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.561667] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.561667] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.561667] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.561667] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.561667] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.561966] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.561966] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.561966] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.562190] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.562285] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.562342] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.562770] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.562886] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.563205] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.563334] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.563419] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.563602] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.563801] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.565843] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc33fd40-b83e-445c-8742-54396a32dd6a is going to be created. [ 757.656336] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.656539] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.656669] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.656819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.657121] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.673266] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc33fd40-b83e-445c-8742-54396a32dd6a in Status: IN_PROGRESS for 2s [ 757.948250] env[65068]: INFO networking_nsxv3.common.synchronization [None req-9ec27da7-e71f-48b7-a2d9-a84037ff80e4 None None] Enqueued Resource ID: 2d15616a-3c8f-4e6a-bbcf-0d67ee87ac04 with Priority: HIGHEST for action port [ 757.948250] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d15616a-3c8f-4e6a-bbcf-0d67ee87ac04 with Priority: HIGHEST for action port [ 757.948250] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d15616a-3c8f-4e6a-bbcf-0d67ee87ac04 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.948250] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d15616a-3c8f-4e6a-bbcf-0d67ee87ac04" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.948250] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d15616a-3c8f-4e6a-bbcf-0d67ee87ac04" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.948250] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d15616a-3c8f-4e6a-bbcf-0d67ee87ac04" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.948250] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d15616a-3c8f-4e6a-bbcf-0d67ee87ac04',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.452993] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d15616a-3c8f-4e6a-bbcf-0d67ee87ac04 [ 758.453251] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.453379] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.453446] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.453658] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.453746] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.453837] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d15616a-3c8f-4e6a-bbcf-0d67ee87ac04 already deleted. [ 758.453914] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d15616a-3c8f-4e6a-bbcf-0d67ee87ac04" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.065338] env[65068]: INFO networking_nsxv3.common.synchronization [None req-3712ae55-ad19-4885-a608-166c8f7f9851 tempest-ServerActionsV293TestJSON-151190511 tempest-ServerActionsV293TestJSON-151190511-project-member] Enqueued Resource ID: 33437932-a8e7-4eb8-b6e5-dab4c40b4676 with Priority: HIGHEST for action security_group_rules [ 759.067539] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33437932-a8e7-4eb8-b6e5-dab4c40b4676 with Priority: HIGHEST for action security_group_rules [ 759.068103] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33437932-a8e7-4eb8-b6e5-dab4c40b4676 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.068389] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33437932-a8e7-4eb8-b6e5-dab4c40b4676" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.068566] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33437932-a8e7-4eb8-b6e5-dab4c40b4676" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.068930] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33437932-a8e7-4eb8-b6e5-dab4c40b4676" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.069132] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33437932-a8e7-4eb8-b6e5-dab4c40b4676',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.179378] env[65068]: INFO networking_nsxv3.common.synchronization [None req-6601b99b-eaf7-4dd8-8a84-0ed9563da187 tempest-ServerActionsV293TestJSON-151190511 tempest-ServerActionsV293TestJSON-151190511-project-member] Enqueued Resource ID: 33437932-a8e7-4eb8-b6e5-dab4c40b4676 with Priority: HIGHEST for action security_group_rules [ 759.179910] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33437932-a8e7-4eb8-b6e5-dab4c40b4676 with Priority: HIGHEST for action security_group_rules [ 759.181114] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33437932-a8e7-4eb8-b6e5-dab4c40b4676 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.181227] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33437932-a8e7-4eb8-b6e5-dab4c40b4676" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.599239] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.599239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.599239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.599239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.599239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.599239] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33437932-a8e7-4eb8-b6e5-dab4c40b4676 already deleted. [ 759.599239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33437932-a8e7-4eb8-b6e5-dab4c40b4676" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.599239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33437932-a8e7-4eb8-b6e5-dab4c40b4676" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.600098] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33437932-a8e7-4eb8-b6e5-dab4c40b4676" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.600098] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33437932-a8e7-4eb8-b6e5-dab4c40b4676',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.687900] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc33fd40-b83e-445c-8742-54396a32dd6a in Status: SUCCESS [ 759.688133] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc33fd40-b83e-445c-8742-54396a32dd6a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.130456] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.130456] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.130456] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.130456] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.130456] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.130456] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33437932-a8e7-4eb8-b6e5-dab4c40b4676 already deleted. [ 760.130456] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33437932-a8e7-4eb8-b6e5-dab4c40b4676" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.236955] env[65068]: INFO networking_nsxv3.common.synchronization [None req-d6ad4065-3a7c-44a7-b133-99ccfa9c175e None None] Enqueued Resource ID: 9d388464-da9d-4c56-a2b8-0527d8cafd85 with Priority: HIGHEST for action port [ 760.238017] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d388464-da9d-4c56-a2b8-0527d8cafd85 with Priority: HIGHEST for action port [ 760.238665] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d388464-da9d-4c56-a2b8-0527d8cafd85 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.238665] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d388464-da9d-4c56-a2b8-0527d8cafd85" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.238665] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d388464-da9d-4c56-a2b8-0527d8cafd85" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.238965] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d388464-da9d-4c56-a2b8-0527d8cafd85" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.239065] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d388464-da9d-4c56-a2b8-0527d8cafd85',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.740826] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d388464-da9d-4c56-a2b8-0527d8cafd85 [ 760.741092] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.741670] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.741670] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.741670] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.741670] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.741855] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d388464-da9d-4c56-a2b8-0527d8cafd85 already deleted. [ 760.741855] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d388464-da9d-4c56-a2b8-0527d8cafd85" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.233599] env[65068]: INFO networking_nsxv3.common.synchronization [req-f493af24-1913-4c42-b530-b4510efed73f req-0b3ddc8e-3af1-4fad-9c4d-a58143959806 tempest-DeleteServersTestJSON-53534962 tempest-DeleteServersTestJSON-53534962-project-member] Enqueued Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 761.233599] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 761.233599] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.233599] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.233599] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.233599] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.233599] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.233599] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.233599] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.233599] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.233599] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.234289] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.604981] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-643 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.605321] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-643" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.605585] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-643" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.605991] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-643" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.606526] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.606745] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.606947] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.607308] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.607544] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.607870] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.608084] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.608273] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.608552] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.608785] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.608930] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.609135] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.629426] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.629629] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.629737] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.629951] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-643" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.630328] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-bc0ca5ab-342d-4262-8d32-d856af2acf70 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.630652] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-bc0ca5ab-342d-4262-8d32-d856af2acf70" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.630739] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-bc0ca5ab-342d-4262-8d32-d856af2acf70" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.631046] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-bc0ca5ab-342d-4262-8d32-d856af2acf70" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.631189] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc0ca5ab-342d-4262-8d32-d856af2acf70',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.735955] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.736228] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.736228] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.736622] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.736622] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.736812] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.737315] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.737418] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.737583] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.737747] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.737846] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 is going to be updated. [ 761.774316] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.774316] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.774316] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.774316] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.774316] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.784608] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: IN_PROGRESS for 2s [ 762.137235] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.137235] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.137235] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.137235] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.137235] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.137235] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port bc0ca5ab-342d-4262-8d32-d856af2acf70 not found, creating... [ 762.137235] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.137235] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.137235] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.137235] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.137235] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.137743] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.137743] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.137743] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.137743] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.138890] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.140394] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: bc0ca5ab-342d-4262-8d32-d856af2acf70 is going to be created. [ 762.161737] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.161941] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.162072] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.162397] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.162570] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.163291] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-bc0ca5ab-342d-4262-8d32-d856af2acf70" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.044907] env[65068]: INFO networking_nsxv3.common.synchronization [req-f493af24-1913-4c42-b530-b4510efed73f req-feffa73d-95bd-4c84-a771-6a6ca38de9ff service nova] Enqueued Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_rules [ 763.045284] env[65068]: INFO networking_nsxv3.common.synchronization [req-f493af24-1913-4c42-b530-b4510efed73f req-feffa73d-95bd-4c84-a771-6a6ca38de9ff service nova] Enqueued Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 763.045284] env[65068]: INFO networking_nsxv3.common.synchronization [req-f493af24-1913-4c42-b530-b4510efed73f req-feffa73d-95bd-4c84-a771-6a6ca38de9ff service nova] Enqueued Resource ID: bc0ca5ab-342d-4262-8d32-d856af2acf70 with Priority: HIGHEST for action port [ 763.045970] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_rules [ 763.047289] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 763.047455] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc0ca5ab-342d-4262-8d32-d856af2acf70 with Priority: HIGHEST for action port [ 763.047840] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.048063] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.048249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.049532] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.049532] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.053765] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.053765] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.053765] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc0ca5ab-342d-4262-8d32-d856af2acf70 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.053765] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc0ca5ab-342d-4262-8d32-d856af2acf70" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.053765] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc0ca5ab-342d-4262-8d32-d856af2acf70" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.053765] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc0ca5ab-342d-4262-8d32-d856af2acf70" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.053765] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc0ca5ab-342d-4262-8d32-d856af2acf70',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.557625] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.557625] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.557875] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc0ca5ab-342d-4262-8d32-d856af2acf70 with status ACTIVE [ 763.559129] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.559129] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.559129] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.559129] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.559129] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.559129] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.559129] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.559129] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.559129] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.559780] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.559780] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.559780] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.559780] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.559952] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.559998] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.560097] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc0ca5ab-342d-4262-8d32-d856af2acf70 is going to be updated. [ 763.583680] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.583680] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.583680] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.583680] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.583680] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.583680] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc0ca5ab-342d-4262-8d32-d856af2acf70" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.796903] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: SUCCESS [ 763.797109] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 deletion is rescheduled due to dependency. [ 763.797228] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.797415] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.797727] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.797877] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.798068] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.798214] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.799517] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.799517] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.799517] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.815054] env[65068]: INFO networking_nsxv3.common.synchronization [req-03c040f4-b30d-46ef-be8e-ec5e86875772 req-7c38a339-794a-4745-8abb-22ebd51f6e40 tempest-ServersAdminTestJSON-287122734 tempest-ServersAdminTestJSON-287122734-project-member] Enqueued Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGHEST for action security_group_members [ 763.815787] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGHEST for action security_group_members [ 763.816620] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.816620] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.816620] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.816956] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.816956] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.817133] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.817208] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.817368] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.817451] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.817548] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.063232] env[65068]: INFO networking_nsxv3.common.synchronization [req-69cae6b4-adf8-4be5-aae5-3273c72abfb7 req-91de82d9-4590-4eb4-b434-2f46935ce7f7 tempest-ServerExternalEventsTest-432113859 tempest-ServerExternalEventsTest-432113859-project-member] Enqueued Resource ID: fc33fd40-b83e-445c-8742-54396a32dd6a with Priority: HIGHEST for action security_group_members [ 764.063475] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc33fd40-b83e-445c-8742-54396a32dd6a with Priority: HIGHEST for action security_group_members [ 764.065427] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc33fd40-b83e-445c-8742-54396a32dd6a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.065427] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc33fd40-b83e-445c-8742-54396a32dd6a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.065692] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc33fd40-b83e-445c-8742-54396a32dd6a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.065853] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc33fd40-b83e-445c-8742-54396a32dd6a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.066059] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.066174] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.066231] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.066406] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.066493] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.066611] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc33fd40-b83e-445c-8742-54396a32dd6a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.089822] env[65068]: INFO networking_nsxv3.common.synchronization [req-b938dcb0-e6e0-4057-a563-05f7ec05d062 req-611feecd-08d0-4ce7-a3bd-afe60a7f4754 tempest-ServersWithSpecificFlavorTestJSON-611812560 tempest-ServersWithSpecificFlavorTestJSON-611812560-project-member] Enqueued Resource ID: d1795647-0758-4dd8-b08e-aaa0d985060f with Priority: HIGHEST for action security_group_members [ 764.091021] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1795647-0758-4dd8-b08e-aaa0d985060f with Priority: HIGHEST for action security_group_members [ 764.091620] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1795647-0758-4dd8-b08e-aaa0d985060f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.094078] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.094078] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.094078] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.094078] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.094078] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.094078] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.094078] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.094078] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.094078] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1795647-0758-4dd8-b08e-aaa0d985060f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.304224] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.320194] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.475449] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-447 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.475899] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-447" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.475899] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-447" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.477027] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-447" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.477027] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.477027] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.477027] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.477027] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.477334] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.477708] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.477928] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.478071] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.478177] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.478350] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.478543] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.478733] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.501124] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.501416] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 764.501585] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.501816] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-447" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.502362] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-13e9bfa0-8e7e-48be-9690-42e511e11460 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.502632] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-13e9bfa0-8e7e-48be-9690-42e511e11460" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.502852] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-13e9bfa0-8e7e-48be-9690-42e511e11460" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.503404] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-13e9bfa0-8e7e-48be-9690-42e511e11460" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.503491] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13e9bfa0-8e7e-48be-9690-42e511e11460',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.569356] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.569617] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.569776] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.570037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.570157] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.570426] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.570550] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.570813] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.570813] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.570914] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.571023] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc33fd40-b83e-445c-8742-54396a32dd6a is going to be updated. [ 764.596727] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.596883] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.596942] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.597158] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.597249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.597445] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.597544] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.597646] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.597871] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.597942] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.598036] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1795647-0758-4dd8-b08e-aaa0d985060f is going to be updated. [ 764.610905] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.610905] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.610905] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.611498] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.611498] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.623064] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc33fd40-b83e-445c-8742-54396a32dd6a in Status: IN_PROGRESS for 2s [ 764.629852] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.630052] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.630099] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.630293] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.630431] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.640773] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1795647-0758-4dd8-b08e-aaa0d985060f in Status: IN_PROGRESS for 2s [ 764.806601] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.824350] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.006432] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.006733] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.006903] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.007245] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.007406] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.007617] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 13e9bfa0-8e7e-48be-9690-42e511e11460 not found, creating... [ 765.007991] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.008290] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.008334] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.008584] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.008722] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.009238] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.010207] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.010207] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.010207] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.010365] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.010841] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 13e9bfa0-8e7e-48be-9690-42e511e11460 is going to be created. [ 765.036013] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.036013] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.036013] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.036309] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.036505] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.036733] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-13e9bfa0-8e7e-48be-9690-42e511e11460" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.309908] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.309908] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.310408] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.310408] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.310408] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.310408] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 is going to be updated. [ 765.326982] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.327166] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.327238] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.327455] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.327550] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.327645] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 is going to be updated. [ 765.345602] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.345602] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.345602] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.345602] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.345602] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.354873] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: IN_PROGRESS for 2s [ 765.362294] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.364014] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.364014] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.364014] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.364014] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.374314] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 in Status: IN_PROGRESS for 2s [ 765.847858] env[65068]: INFO networking_nsxv3.common.synchronization [req-b938dcb0-e6e0-4057-a563-05f7ec05d062 req-d36a5933-8e49-49ec-af3f-a62bdeb87741 service nova] Enqueued Resource ID: d1795647-0758-4dd8-b08e-aaa0d985060f with Priority: HIGHEST for action security_group_rules [ 765.848044] env[65068]: INFO networking_nsxv3.common.synchronization [req-b938dcb0-e6e0-4057-a563-05f7ec05d062 req-d36a5933-8e49-49ec-af3f-a62bdeb87741 service nova] Enqueued Resource ID: d1795647-0758-4dd8-b08e-aaa0d985060f with Priority: HIGHEST for action security_group_members [ 765.848177] env[65068]: INFO networking_nsxv3.common.synchronization [req-b938dcb0-e6e0-4057-a563-05f7ec05d062 req-d36a5933-8e49-49ec-af3f-a62bdeb87741 service nova] Enqueued Resource ID: 13e9bfa0-8e7e-48be-9690-42e511e11460 with Priority: HIGHEST for action port [ 765.848722] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1795647-0758-4dd8-b08e-aaa0d985060f with Priority: HIGHEST for action security_group_rules [ 765.849284] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1795647-0758-4dd8-b08e-aaa0d985060f with Priority: HIGHEST for action security_group_members [ 765.849284] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13e9bfa0-8e7e-48be-9690-42e511e11460 with Priority: HIGHEST for action port [ 765.849284] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1795647-0758-4dd8-b08e-aaa0d985060f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.849461] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.849494] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.850334] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.850334] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1795647-0758-4dd8-b08e-aaa0d985060f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.851593] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1795647-0758-4dd8-b08e-aaa0d985060f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.851593] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.851593] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-13e9bfa0-8e7e-48be-9690-42e511e11460 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.851593] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13e9bfa0-8e7e-48be-9690-42e511e11460" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.851593] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13e9bfa0-8e7e-48be-9690-42e511e11460" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.851827] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13e9bfa0-8e7e-48be-9690-42e511e11460" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.851827] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13e9bfa0-8e7e-48be-9690-42e511e11460',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.356511] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1795647-0758-4dd8-b08e-aaa0d985060f taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.356909] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.356909] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13e9bfa0-8e7e-48be-9690-42e511e11460 with status ACTIVE [ 766.357161] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.357244] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.357293] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.357470] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.357564] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.357782] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.357935] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.357935] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.358098] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.358178] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.358360] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.358456] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.358536] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.360579] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.360579] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.360579] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13e9bfa0-8e7e-48be-9690-42e511e11460 is going to be updated. [ 766.383480] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.383631] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.383797] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.383975] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.384176] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.385068] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13e9bfa0-8e7e-48be-9690-42e511e11460" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.633641] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc33fd40-b83e-445c-8742-54396a32dd6a in Status: SUCCESS [ 766.634084] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc33fd40-b83e-445c-8742-54396a32dd6a deletion is rescheduled due to dependency. [ 766.634183] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc33fd40-b83e-445c-8742-54396a32dd6a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.653050] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1795647-0758-4dd8-b08e-aaa0d985060f in Status: SUCCESS [ 766.653050] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1795647-0758-4dd8-b08e-aaa0d985060f deletion is rescheduled due to dependency. [ 766.653425] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.653740] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.653952] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.654155] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.654275] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.654339] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.654500] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.654576] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.655014] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1795647-0758-4dd8-b08e-aaa0d985060f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.157253] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1795647-0758-4dd8-b08e-aaa0d985060f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.367549] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: SUCCESS [ 767.370043] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.370043] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.370043] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.370043] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.370043] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.370043] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.370043] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.370043] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.370043] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.370043] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.384246] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 in Status: SUCCESS [ 767.384246] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.660122] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1795647-0758-4dd8-b08e-aaa0d985060f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.874558] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.874644] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.874788] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.874931] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.875224] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.875335] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.875335] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.875517] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.875673] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.876454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.876454] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.876454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.876454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.876686] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.876686] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.876839] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.876893] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.877478] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.877478] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.877692] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.877808] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.164346] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.164445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.164481] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.164686] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.164773] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.164889] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1795647-0758-4dd8-b08e-aaa0d985060f is going to be updated. [ 768.202790] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.203090] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.203146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.204344] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.204344] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.216223] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1795647-0758-4dd8-b08e-aaa0d985060f in Status: IN_PROGRESS for 2s [ 768.380621] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 940eac30-3ff5-49b7-b364-81e0d7e55b54: rpc.has_security_group_logging(os_id): False [ 768.404761] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.404761] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.404761] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.404761] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.405026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.405262] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.405440] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.405542] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.405787] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.405928] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.406237] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.406419] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.406498] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.406753] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.406866] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.407187] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.407478] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.407630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.407846] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.407995] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.408208] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 is going to be updated. [ 768.488038] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.488038] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.488038] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.488038] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.488038] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.502800] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: IN_PROGRESS for 2s [ 768.618615] env[65068]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 768.618906] env[65068]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] NSXv3 Agent Agent loop - iteration:1 started [ 769.062140] env[65068]: INFO networking_nsxv3.common.synchronization [req-dad5303b-54bd-4bbc-aa8b-d54a9ef8f34e req-bf2a39cd-c180-4036-b7c9-df925ab0c912 tempest-ListServerFiltersTestJSON-1603465769 tempest-ListServerFiltersTestJSON-1603465769-project-member] Enqueued Resource ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf with Priority: HIGHEST for action security_group_members [ 769.062714] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf with Priority: HIGHEST for action security_group_members [ 769.063032] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.063159] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.063236] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.063615] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.063615] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.063911] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.063911] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.063911] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.064081] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.064081] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.566733] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.997597] env[65068]: INFO networking_nsxv3.common.synchronization [req-73f38efc-364a-4b72-a12e-fd6baf08cc09 req-17265560-0084-4be6-8972-e786e8cead70 tempest-ImagesTestJSON-448346640 tempest-ImagesTestJSON-448346640-project-member] Enqueued Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_members [ 769.998309] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_members [ 769.998676] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.998854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.998920] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.999136] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.999297] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.999400] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.999456] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.999608] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.999694] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.999793] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.068933] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.227950] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1795647-0758-4dd8-b08e-aaa0d985060f in Status: SUCCESS [ 770.228261] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.228449] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.228742] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.229082] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.229223] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.229223] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.230466] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.230466] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.230466] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.230466] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1795647-0758-4dd8-b08e-aaa0d985060f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.459534] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-286 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.459931] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-286" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.459931] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-286" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.460799] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-286" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.460799] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.460799] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.460799] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.461049] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.461156] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.461387] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.463549] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.463549] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.463549] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.463549] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.463549] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.463549] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.487878] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.487878] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 770.487878] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.488209] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-286" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.489053] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-4955a57a-56ff-4a46-b5c9-f0c47ba7f7f2 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.489053] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-4955a57a-56ff-4a46-b5c9-f0c47ba7f7f2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.489053] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-4955a57a-56ff-4a46-b5c9-f0c47ba7f7f2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.489335] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-4955a57a-56ff-4a46-b5c9-f0c47ba7f7f2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.489478] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4955a57a-56ff-4a46-b5c9-f0c47ba7f7f2',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.502026] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.502253] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.502335] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.502591] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.502705] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.502939] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.503069] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.503146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.503315] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.503413] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.503503] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f37566-8d6f-4140-937f-3574279acbe9 is going to be updated. [ 770.533519] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: SUCCESS [ 770.534809] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.542531] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.542733] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.542787] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.542994] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.543223] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.554024] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: IN_PROGRESS for 2s [ 770.572606] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.572932] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.572932] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.573245] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.573458] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.573516] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf is going to be updated. [ 770.616999] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.617170] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.617311] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.617616] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.617841] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.629176] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf in Status: IN_PROGRESS for 2s [ 770.732054] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1795647-0758-4dd8-b08e-aaa0d985060f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.996024] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.996024] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.996024] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.996024] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.996024] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.996024] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 4955a57a-56ff-4a46-b5c9-f0c47ba7f7f2 not found, creating... [ 770.996024] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.996024] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.996024] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.996024] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.996024] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.996663] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.996663] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.996663] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.996663] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.996663] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.996843] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 4955a57a-56ff-4a46-b5c9-f0c47ba7f7f2 is going to be created. [ 771.023299] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.025102] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.025102] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.025102] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.025102] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.025102] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-4955a57a-56ff-4a46-b5c9-f0c47ba7f7f2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.234340] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1795647-0758-4dd8-b08e-aaa0d985060f: rpc.has_security_group_logging(os_id): False [ 771.238689] env[65068]: INFO networking_nsxv3.common.synchronization [None req-27cb57db-4416-47d3-b8eb-637523a5e720 None None] Enqueued Resource ID: 084b9650-9749-40e6-98a5-7c73fe3d5ef2 with Priority: HIGHEST for action port [ 771.239472] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 084b9650-9749-40e6-98a5-7c73fe3d5ef2 with Priority: HIGHEST for action port [ 771.239934] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-084b9650-9749-40e6-98a5-7c73fe3d5ef2 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.240086] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-084b9650-9749-40e6-98a5-7c73fe3d5ef2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.240187] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-084b9650-9749-40e6-98a5-7c73fe3d5ef2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.241162] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-084b9650-9749-40e6-98a5-7c73fe3d5ef2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.241162] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('084b9650-9749-40e6-98a5-7c73fe3d5ef2',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.262022] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.262022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.262022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.262022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.262022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.262022] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.262022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.262022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.262022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.262022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.262022] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1795647-0758-4dd8-b08e-aaa0d985060f is going to be updated. [ 771.334029] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.334029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.334029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.334029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.334029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.348095] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1795647-0758-4dd8-b08e-aaa0d985060f in Status: IN_PROGRESS for 2s [ 771.745085] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 084b9650-9749-40e6-98a5-7c73fe3d5ef2 [ 771.745085] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.745085] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.745085] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.745085] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.745085] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.745085] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:084b9650-9749-40e6-98a5-7c73fe3d5ef2 already deleted. [ 771.745085] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-084b9650-9749-40e6-98a5-7c73fe3d5ef2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.814227] env[65068]: INFO networking_nsxv3.common.synchronization [req-73f38efc-364a-4b72-a12e-fd6baf08cc09 req-21b9cfcd-80be-442c-8b5f-16d01d71bbab service nova] Enqueued Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_rules [ 771.814368] env[65068]: INFO networking_nsxv3.common.synchronization [req-73f38efc-364a-4b72-a12e-fd6baf08cc09 req-21b9cfcd-80be-442c-8b5f-16d01d71bbab service nova] Enqueued Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_members [ 771.814496] env[65068]: INFO networking_nsxv3.common.synchronization [req-73f38efc-364a-4b72-a12e-fd6baf08cc09 req-21b9cfcd-80be-442c-8b5f-16d01d71bbab service nova] Enqueued Resource ID: 4955a57a-56ff-4a46-b5c9-f0c47ba7f7f2 with Priority: HIGHEST for action port [ 771.815425] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_rules [ 771.815498] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_members [ 771.815722] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4955a57a-56ff-4a46-b5c9-f0c47ba7f7f2 with Priority: HIGHEST for action port [ 771.815896] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.816040] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.816131] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.816304] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.816376] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.819594] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.819594] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.819594] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-4955a57a-56ff-4a46-b5c9-f0c47ba7f7f2 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.819594] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4955a57a-56ff-4a46-b5c9-f0c47ba7f7f2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.819594] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4955a57a-56ff-4a46-b5c9-f0c47ba7f7f2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.819594] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4955a57a-56ff-4a46-b5c9-f0c47ba7f7f2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.819594] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4955a57a-56ff-4a46-b5c9-f0c47ba7f7f2',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.321048] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.321221] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.321263] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4955a57a-56ff-4a46-b5c9-f0c47ba7f7f2 with status ACTIVE [ 772.321442] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.321758] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.321758] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.321896] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.321998] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.322187] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.322287] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.322350] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.322510] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.322603] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.323470] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.323470] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.323470] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.323470] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.323470] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.323470] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4955a57a-56ff-4a46-b5c9-f0c47ba7f7f2 is going to be updated. [ 772.368687] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.368913] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.368913] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.369295] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.369450] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.369632] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4955a57a-56ff-4a46-b5c9-f0c47ba7f7f2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.565662] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: SUCCESS [ 772.566249] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f37566-8d6f-4140-937f-3574279acbe9 deletion is rescheduled due to dependency. [ 772.566249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.566249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.566433] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.567039] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.567039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.567039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.567039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.567039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.567273] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.641043] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf in Status: SUCCESS [ 772.641043] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.070819] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.108239] env[65068]: INFO networking_nsxv3.common.synchronization [None req-4b3f30f8-737a-4a05-83c1-61e96c1ea53c tempest-ServersTestFqdnHostnames-459738330 tempest-ServersTestFqdnHostnames-459738330-project-member] Enqueued Resource ID: 7c521135-df69-4401-8a92-fca440cdd690 with Priority: HIGHEST for action security_group_rules [ 773.108703] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c521135-df69-4401-8a92-fca440cdd690 with Priority: HIGHEST for action security_group_rules [ 773.109211] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c521135-df69-4401-8a92-fca440cdd690 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.109428] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c521135-df69-4401-8a92-fca440cdd690" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.110021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c521135-df69-4401-8a92-fca440cdd690" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.110297] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c521135-df69-4401-8a92-fca440cdd690" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.110386] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c521135-df69-4401-8a92-fca440cdd690',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.201612] env[65068]: INFO networking_nsxv3.common.synchronization [None req-b62eca2b-41a6-4409-a0b8-ffa4e9d069dd tempest-ServersTestFqdnHostnames-459738330 tempest-ServersTestFqdnHostnames-459738330-project-member] Enqueued Resource ID: 7c521135-df69-4401-8a92-fca440cdd690 with Priority: HIGHEST for action security_group_rules [ 773.202155] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c521135-df69-4401-8a92-fca440cdd690 with Priority: HIGHEST for action security_group_rules [ 773.202464] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c521135-df69-4401-8a92-fca440cdd690 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.202560] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c521135-df69-4401-8a92-fca440cdd690" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.362548] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1795647-0758-4dd8-b08e-aaa0d985060f in Status: SUCCESS [ 773.362819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.579930] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.633704] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.634076] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.634076] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.634218] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.634469] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.634658] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c521135-df69-4401-8a92-fca440cdd690 already deleted. [ 773.634658] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c521135-df69-4401-8a92-fca440cdd690" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.634773] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c521135-df69-4401-8a92-fca440cdd690" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.635013] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c521135-df69-4401-8a92-fca440cdd690" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.635172] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c521135-df69-4401-8a92-fca440cdd690',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.907948] env[65068]: INFO networking_nsxv3.common.synchronization [None req-0f6caba5-e7cb-4b9d-9e16-94bd3127c69c None None] Enqueued Resource ID: ff852acb-5754-4408-9755-19b9e37f90b1 with Priority: HIGHEST for action port [ 773.908513] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff852acb-5754-4408-9755-19b9e37f90b1 with Priority: HIGHEST for action port [ 773.908876] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff852acb-5754-4408-9755-19b9e37f90b1 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.909250] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff852acb-5754-4408-9755-19b9e37f90b1" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.909250] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff852acb-5754-4408-9755-19b9e37f90b1" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.909344] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff852acb-5754-4408-9755-19b9e37f90b1" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.909419] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff852acb-5754-4408-9755-19b9e37f90b1',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.082298] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.082603] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.082603] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.082935] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.083069] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.083251] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f37566-8d6f-4140-937f-3574279acbe9 is going to be updated. [ 774.120342] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.120342] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.120342] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.120342] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.120342] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.133207] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: IN_PROGRESS for 2s [ 774.167394] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.170362] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.170362] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.170362] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.170362] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.170362] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c521135-df69-4401-8a92-fca440cdd690 already deleted. [ 774.170362] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c521135-df69-4401-8a92-fca440cdd690" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.412538] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff852acb-5754-4408-9755-19b9e37f90b1 [ 774.412981] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.413234] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.413311] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.414559] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.414559] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.414559] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff852acb-5754-4408-9755-19b9e37f90b1 already deleted. [ 774.414559] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff852acb-5754-4408-9755-19b9e37f90b1" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.142960] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: SUCCESS [ 776.143234] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.143372] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.143588] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.143780] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.143897] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.143962] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.144136] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.144221] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.144306] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.144497] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.647400] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.647639] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.647639] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.647975] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.648175] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.648278] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.648278] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.648444] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.648537] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.648626] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.648788] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.648898] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.648983] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.649195] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.649339] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.649441] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.649573] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.649646] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.649725] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.649810] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.649903] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.152941] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61f37566-8d6f-4140-937f-3574279acbe9: rpc.has_security_group_logging(os_id): False [ 777.171752] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.171905] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.171981] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.172217] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.172311] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.172499] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.172604] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.172661] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.172840] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.173090] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.173090] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.173311] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.173311] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.173477] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.173550] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.173746] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.173850] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.173901] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.174628] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.174825] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.174880] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61f37566-8d6f-4140-937f-3574279acbe9 is going to be updated. [ 777.253021] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.253021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.253021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.253021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.253021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.272196] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: IN_PROGRESS for 2s [ 777.571233] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.571384] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.571458] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.571682] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.571840] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.075591] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.577448] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.910421] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 778.910421] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 779.082852] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 779.082852] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 779.290255] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: SUCCESS [ 779.290513] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.192662] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.193147] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.193147] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.193328] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.208110] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 780.209220] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.210137] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 780.253617] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.253826] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.253826] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.254088] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.258698] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.259365] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 780.259487] env[65068]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65068) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 780.260031] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 780.308234] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.308623] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.308623] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.308623] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.310075] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.310300] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 780.368415] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.368637] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.368637] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.368897] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.369684] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.369902] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 780.430075] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.430421] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.430421] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.430553] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.430776] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.431044] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:30. [ 780.431507] env[65068]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b8f38bfe-f73b-4cc0-b62a-e94965b36e3f', '57c86a9b-98bc-47a0-bff9-43537ed60782', 'd6ab9ea6-a754-42a7-b01c-43e00f65fa33', 'c88c4651-7667-4cdc-9a73-f69b8c98ebda', 'cb27dcc8-831a-467f-a295-7942586de624', '59a33d8c-d4c3-4884-b7ef-babf8765840d', '39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf', 'd6d55b49-38ac-46fd-90bc-3fea00922aff', '675fab9d-1013-442d-9ede-95c2b5f2902a', '61f37566-8d6f-4140-937f-3574279acbe9', '940eac30-3ff5-49b7-b364-81e0d7e55b54', 'f35bd30a-6aea-4e05-ae29-506153837ba8', 'fc33fd40-b83e-445c-8742-54396a32dd6a', '7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a', 'ebeeb81f-feed-4bc9-839e-d82e7127abb6', '67990774-1e7f-4eab-af7b-d05f895671a9', '07a46042-afaf-4913-af12-c0ed86762c14', 'd1795647-0758-4dd8-b08e-aaa0d985060f', '023cc868-c12e-4be9-a33e-7dc73d532a96', 'ccca694a-776d-4b79-88ab-6c09839dbc7f', '62fa64dd-f7c4-469d-ba7c-c8d1c97d5413', 'ca181fdb-c38c-4cc4-b85d-46133253fb9b', '8974ddd6-d699-43c1-b486-a0fbbd07953b', 'e6793400-f2a0-41b3-9252-900ffcea6a55', '134228a9-de28-4cef-889e-ec9058c5b726', '13cfb842-d52f-4a13-a2d2-c6c34cfcbaad', '83cc699a-9c42-4ca1-895c-b2eca2a5a0e7', '8e8155f7-f34e-412b-a832-751fa6c10e8e', 'a93fd080-f6c4-40ca-b049-f69dee0b18bb', 'fbcbcf8c-fdc0-4bda-81ba-2f322455e861'} {{(pid=65068) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 780.431652] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 780.453120] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.453312] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.453387] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.453603] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.453708] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.453828] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 780.453904] env[65068]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65068) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 780.453991] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 780.517425] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.517649] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.517702] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.518907] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.520983] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.521397] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 780.521597] env[65068]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65068) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 780.521790] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 780.522032] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 780.522203] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/30 resources of Type:Security Group Rules [ 780.522363] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b8f38bfe-f73b-4cc0-b62a-e94965b36e3f with Priority: HIGH for action security_group_rules [ 780.522520] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57c86a9b-98bc-47a0-bff9-43537ed60782 with Priority: HIGH for action security_group_rules [ 780.522687] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d6ab9ea6-a754-42a7-b01c-43e00f65fa33 with Priority: HIGH for action security_group_rules [ 780.522832] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda with Priority: HIGH for action security_group_rules [ 780.523969] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb27dcc8-831a-467f-a295-7942586de624 with Priority: HIGH for action security_group_rules [ 780.523969] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 59a33d8c-d4c3-4884-b7ef-babf8765840d with Priority: HIGH for action security_group_rules [ 780.523969] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf with Priority: HIGH for action security_group_rules [ 780.523969] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d6d55b49-38ac-46fd-90bc-3fea00922aff with Priority: HIGH for action security_group_rules [ 780.523969] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGH for action security_group_rules [ 780.523969] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGH for action security_group_rules [ 780.523969] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGH for action security_group_rules [ 780.523969] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f35bd30a-6aea-4e05-ae29-506153837ba8 with Priority: HIGH for action security_group_rules [ 780.523969] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc33fd40-b83e-445c-8742-54396a32dd6a with Priority: HIGH for action security_group_rules [ 780.523969] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a with Priority: HIGH for action security_group_rules [ 780.523969] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ebeeb81f-feed-4bc9-839e-d82e7127abb6 with Priority: HIGH for action security_group_rules [ 780.523969] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67990774-1e7f-4eab-af7b-d05f895671a9 with Priority: HIGH for action security_group_rules [ 780.523969] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07a46042-afaf-4913-af12-c0ed86762c14 with Priority: HIGH for action security_group_rules [ 780.523969] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d1795647-0758-4dd8-b08e-aaa0d985060f with Priority: HIGH for action security_group_rules [ 780.523969] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 023cc868-c12e-4be9-a33e-7dc73d532a96 with Priority: HIGH for action security_group_rules [ 780.523969] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ccca694a-776d-4b79-88ab-6c09839dbc7f with Priority: HIGH for action security_group_rules [ 780.523969] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.912057] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 783.912362] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 783.912403] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f38bfe-f73b-4cc0-b62a-e94965b36e3f with Priority: HIGH for action security_group_rules [ 783.912605] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6ab9ea6-a754-42a7-b01c-43e00f65fa33 with Priority: HIGH for action security_group_rules [ 783.912788] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf with Priority: HIGH for action security_group_rules [ 783.912965] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebeeb81f-feed-4bc9-839e-d82e7127abb6 with Priority: HIGH for action security_group_rules [ 783.913270] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccca694a-776d-4b79-88ab-6c09839dbc7f with Priority: HIGH for action security_group_rules [ 783.913449] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023cc868-c12e-4be9-a33e-7dc73d532a96 with Priority: HIGH for action security_group_rules [ 783.913655] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1795647-0758-4dd8-b08e-aaa0d985060f with Priority: HIGH for action security_group_rules [ 783.913809] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07a46042-afaf-4913-af12-c0ed86762c14 with Priority: HIGH for action security_group_rules [ 783.914062] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a with Priority: HIGH for action security_group_rules [ 783.914132] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67990774-1e7f-4eab-af7b-d05f895671a9 with Priority: HIGH for action security_group_rules [ 783.914287] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc33fd40-b83e-445c-8742-54396a32dd6a with Priority: HIGH for action security_group_rules [ 783.914444] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35bd30a-6aea-4e05-ae29-506153837ba8 with Priority: HIGH for action security_group_rules [ 783.914657] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGH for action security_group_rules [ 783.914881] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGH for action security_group_rules [ 783.914881] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGH for action security_group_rules [ 783.916070] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59a33d8c-d4c3-4884-b7ef-babf8765840d with Priority: HIGH for action security_group_rules [ 783.916331] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6d55b49-38ac-46fd-90bc-3fea00922aff with Priority: HIGH for action security_group_rules [ 783.916551] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb27dcc8-831a-467f-a295-7942586de624 with Priority: HIGH for action security_group_rules [ 783.916721] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c86a9b-98bc-47a0-bff9-43537ed60782 with Priority: HIGH for action security_group_rules [ 783.917207] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda with Priority: HIGH for action security_group_rules [ 783.917659] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.917820] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.917916] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.918211] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.919399] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8f38bfe-f73b-4cc0-b62a-e94965b36e3f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.921292] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6ab9ea6-a754-42a7-b01c-43e00f65fa33 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.921435] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6ab9ea6-a754-42a7-b01c-43e00f65fa33" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.921532] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6ab9ea6-a754-42a7-b01c-43e00f65fa33" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.922956] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6ab9ea6-a754-42a7-b01c-43e00f65fa33" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.922956] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6ab9ea6-a754-42a7-b01c-43e00f65fa33',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.929796] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.929796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.929796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.930239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.930239] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.931769] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebeeb81f-feed-4bc9-839e-d82e7127abb6 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.931769] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebeeb81f-feed-4bc9-839e-d82e7127abb6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.931769] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebeeb81f-feed-4bc9-839e-d82e7127abb6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.931769] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebeeb81f-feed-4bc9-839e-d82e7127abb6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.931769] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebeeb81f-feed-4bc9-839e-d82e7127abb6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.935930] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccca694a-776d-4b79-88ab-6c09839dbc7f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.935930] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.935930] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.935930] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.935930] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccca694a-776d-4b79-88ab-6c09839dbc7f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.935930] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-023cc868-c12e-4be9-a33e-7dc73d532a96 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.936345] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-023cc868-c12e-4be9-a33e-7dc73d532a96" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.936345] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-023cc868-c12e-4be9-a33e-7dc73d532a96" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.937654] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-023cc868-c12e-4be9-a33e-7dc73d532a96" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.937654] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('023cc868-c12e-4be9-a33e-7dc73d532a96',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.938362] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1795647-0758-4dd8-b08e-aaa0d985060f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.938736] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.938736] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.938976] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.939868] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1795647-0758-4dd8-b08e-aaa0d985060f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.942291] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07a46042-afaf-4913-af12-c0ed86762c14 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.942291] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.942462] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.942640] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.943671] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07a46042-afaf-4913-af12-c0ed86762c14',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.948122] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.948311] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.948383] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.948703] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.948703] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.950474] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67990774-1e7f-4eab-af7b-d05f895671a9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.950607] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.950676] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.951501] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.951501] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67990774-1e7f-4eab-af7b-d05f895671a9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.952318] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc33fd40-b83e-445c-8742-54396a32dd6a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.953246] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc33fd40-b83e-445c-8742-54396a32dd6a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.953323] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc33fd40-b83e-445c-8742-54396a32dd6a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.953506] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc33fd40-b83e-445c-8742-54396a32dd6a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.953585] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc33fd40-b83e-445c-8742-54396a32dd6a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.953863] env[65068]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 783.955309] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f35bd30a-6aea-4e05-ae29-506153837ba8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.955309] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f35bd30a-6aea-4e05-ae29-506153837ba8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.955309] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f35bd30a-6aea-4e05-ae29-506153837ba8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.955309] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f35bd30a-6aea-4e05-ae29-506153837ba8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.955309] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f35bd30a-6aea-4e05-ae29-506153837ba8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.957567] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.957567] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.957567] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.957733] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.957794] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.959912] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.960042] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.960122] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.960330] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.960411] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.961889] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-675fab9d-1013-442d-9ede-95c2b5f2902a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.962042] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.962153] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.962282] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.962530] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.964215] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59a33d8c-d4c3-4884-b7ef-babf8765840d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.964324] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59a33d8c-d4c3-4884-b7ef-babf8765840d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.964398] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59a33d8c-d4c3-4884-b7ef-babf8765840d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.964574] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59a33d8c-d4c3-4884-b7ef-babf8765840d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.964650] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59a33d8c-d4c3-4884-b7ef-babf8765840d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.967770] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6d55b49-38ac-46fd-90bc-3fea00922aff taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.967972] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6d55b49-38ac-46fd-90bc-3fea00922aff" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.968045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6d55b49-38ac-46fd-90bc-3fea00922aff" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.968247] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6d55b49-38ac-46fd-90bc-3fea00922aff" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.968306] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6d55b49-38ac-46fd-90bc-3fea00922aff',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.970642] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb27dcc8-831a-467f-a295-7942586de624 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.970772] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb27dcc8-831a-467f-a295-7942586de624" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.970844] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb27dcc8-831a-467f-a295-7942586de624" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.971074] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb27dcc8-831a-467f-a295-7942586de624" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.971132] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb27dcc8-831a-467f-a295-7942586de624',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.972569] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57c86a9b-98bc-47a0-bff9-43537ed60782 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.972803] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57c86a9b-98bc-47a0-bff9-43537ed60782" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.972803] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57c86a9b-98bc-47a0-bff9-43537ed60782" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.972921] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57c86a9b-98bc-47a0-bff9-43537ed60782" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.973009] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57c86a9b-98bc-47a0-bff9-43537ed60782',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.974468] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c88c4651-7667-4cdc-9a73-f69b8c98ebda taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.974586] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.974634] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.974786] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.974854] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c88c4651-7667-4cdc-9a73-f69b8c98ebda',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.983800] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.984027] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.984027] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.984962] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.985624] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.985624] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.985624] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.985624] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.985624] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.985922] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.985922] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.024323] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.024552] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.024635] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.024926] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.051342] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.051475] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8f38bfe-f73b-4cc0-b62a-e94965b36e3f is going to be deleted. [ 784.060641] env[65068]: INFO networking_nsxv3.common.synchronization [None req-d0f835ec-256c-480a-b5d1-2f0923426e60 None None] Enqueued Resource ID: ceac8d5b-d14f-4b2f-aacb-8ee3dfe05bc0 with Priority: HIGHEST for action port [ 784.060641] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceac8d5b-d14f-4b2f-aacb-8ee3dfe05bc0 with Priority: HIGHEST for action port [ 784.060641] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-ceac8d5b-d14f-4b2f-aacb-8ee3dfe05bc0 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.061033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ceac8d5b-d14f-4b2f-aacb-8ee3dfe05bc0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.061033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ceac8d5b-d14f-4b2f-aacb-8ee3dfe05bc0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.061294] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ceac8d5b-d14f-4b2f-aacb-8ee3dfe05bc0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.061426] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ceac8d5b-d14f-4b2f-aacb-8ee3dfe05bc0',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.140328] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.140470] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.140528] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.140722] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.140814] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.140931] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8f38bfe-f73b-4cc0-b62a-e94965b36e3f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.310726] env[65068]: INFO networking_nsxv3.common.synchronization [req-273dc7f5-e104-4654-9894-a53bb9289a04 req-db8a5da7-ffc9-4aed-938f-7a55e83e32d1 tempest-MultipleCreateTestJSON-1353585975 tempest-MultipleCreateTestJSON-1353585975-project-member] Enqueued Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGHEST for action security_group_members [ 784.311505] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGHEST for action security_group_members [ 784.312117] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-675fab9d-1013-442d-9ede-95c2b5f2902a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.312280] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.312350] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.312673] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.312843] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.312944] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.313018] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.313179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.313537] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.313537] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.313675] env[65068]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 784.452869] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.452869] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.452869] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.452869] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.477739] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.477739] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6ab9ea6-a754-42a7-b01c-43e00f65fa33 is going to be deleted. [ 784.491022] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.491022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.491022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.491302] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.491567] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.491748] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.491859] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.493323] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.493323] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.493323] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.493323] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.493323] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.493323] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.493527] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.493817] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.493919] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.493991] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.494144] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.494400] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.494501] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.494598] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.498788] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.499017] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.499017] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.499239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.516466] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-67990774-1e7f-4eab-af7b-d05f895671a9 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.517036] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.517036] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.517036] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.517036] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.517393] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.517393] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.517393] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.517504] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.517504] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.518485] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67990774-1e7f-4eab-af7b-d05f895671a9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.518696] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.518802] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.518802] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.519150] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.519887] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.520029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.520029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.520169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.520270] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.520379] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.520618] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.525363] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.525464] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebeeb81f-feed-4bc9-839e-d82e7127abb6 is going to be deleted. [ 784.535448] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.535448] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.535448] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.535448] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.535448] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.535448] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.535448] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.535448] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.535448] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.535448] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.535448] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.550193] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccca694a-776d-4b79-88ab-6c09839dbc7f taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.550193] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.550193] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.550193] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.550193] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.550193] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.550193] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.550193] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.550193] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.550193] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.550193] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ccca694a-776d-4b79-88ab-6c09839dbc7f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.550193] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1795647-0758-4dd8-b08e-aaa0d985060f taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.550879] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.550879] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.550879] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.550879] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.551029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.551029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.551251] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.551251] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.551323] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.551356] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1795647-0758-4dd8-b08e-aaa0d985060f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.564291] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.564493] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.564493] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.564592] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.564669] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.564778] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6ab9ea6-a754-42a7-b01c-43e00f65fa33" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.570265] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ceac8d5b-d14f-4b2f-aacb-8ee3dfe05bc0 [ 784.570265] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.571173] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.571173] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.571173] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.571173] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.571173] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ceac8d5b-d14f-4b2f-aacb-8ee3dfe05bc0 already deleted. [ 784.571173] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ceac8d5b-d14f-4b2f-aacb-8ee3dfe05bc0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.758230] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.759244] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.759425] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.759748] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.762135] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.762426] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.769186] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.769186] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.771817] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.771945] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.773138] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.773310] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.774093] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.774543] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.775015] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.775114] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.775877] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.775975] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.776741] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.776834] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.782765] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.782765] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.783954] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.783954] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.795183] env[65068]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 784.795759] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.795896] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07a46042-afaf-4913-af12-c0ed86762c14 is going to be deleted. [ 784.797043] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.797411] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.819112] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.819112] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.826124] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.826124] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 023cc868-c12e-4be9-a33e-7dc73d532a96 is going to be deleted. [ 784.830029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.830029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.830029] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.830029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.866645] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.867248] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 675fab9d-1013-442d-9ede-95c2b5f2902a is going to be deleted. [ 784.869519] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.869656] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.893026] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-53 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.893026] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-53" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.893026] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-53" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.893026] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-53" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.893026] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.893026] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.893026] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.898025] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.898025] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.898025] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.898025] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.898025] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.898025] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.898025] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.898025] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.898025] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.939123] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.939123] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c88c4651-7667-4cdc-9a73-f69b8c98ebda is going to be deleted. [ 784.941137] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.941407] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.944461] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.945486] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.048 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 784.945486] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.945486] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-53" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.945486] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-9ce015a2-9709-4d8f-b94d-e949a9ed5a11 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.945722] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-9ce015a2-9709-4d8f-b94d-e949a9ed5a11" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.945722] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-9ce015a2-9709-4d8f-b94d-e949a9ed5a11" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.946295] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-9ce015a2-9709-4d8f-b94d-e949a9ed5a11" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.946295] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ce015a2-9709-4d8f-b94d-e949a9ed5a11',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.994607] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.994607] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.996175] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.996175] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.996387] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf: rpc.has_security_group_logging(os_id): False [ 784.999033] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.999033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.013875] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.014026] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6d55b49-38ac-46fd-90bc-3fea00922aff is going to be deleted. [ 785.015096] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.015321] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.024857] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-67990774-1e7f-4eab-af7b-d05f895671a9 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.025061] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.025102] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.025426] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.025596] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.025698] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.025783] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.025953] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.026066] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.026159] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.026309] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-67990774-1e7f-4eab-af7b-d05f895671a9 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.026404] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.026467] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.026608] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.026750] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.027147] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.027147] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.027259] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.027320] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.027405] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.027668] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67990774-1e7f-4eab-af7b-d05f895671a9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.028685] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.028801] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.028873] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.029045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.029235] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.029510] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.029510] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.029670] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.029773] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.029980] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.029980] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.030120] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.030180] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.030328] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.030466] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.030556] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.030612] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.030749] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.030822] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.030902] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.030991] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.033401] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.033510] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.043823] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.043823] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57c86a9b-98bc-47a0-bff9-43537ed60782 is going to be deleted. [ 785.044068] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.044235] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.059860] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.060407] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.060407] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.060574] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.060765] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.060873] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.060939] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.061105] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.061196] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.061299] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.061447] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.061538] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.061597] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.061732] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.061864] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.061965] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.062051] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.062188] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.062263] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.062341] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.062431] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.064190] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccca694a-776d-4b79-88ab-6c09839dbc7f taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.064190] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.064190] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.066349] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.066349] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.066349] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.066349] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.066349] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.066349] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.066349] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.066349] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccca694a-776d-4b79-88ab-6c09839dbc7f taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.066349] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.066349] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.066349] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.066349] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.066349] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.066349] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.066855] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.066855] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.067023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.067182] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ccca694a-776d-4b79-88ab-6c09839dbc7f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.070416] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.070416] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59a33d8c-d4c3-4884-b7ef-babf8765840d is going to be deleted. [ 785.072846] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1795647-0758-4dd8-b08e-aaa0d985060f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.074794] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.076359] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.242344] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.242529] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.295309] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.295487] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a is going to be deleted. [ 785.298572] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.298572] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.298991] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.299290] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.356824] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.357639] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f35bd30a-6aea-4e05-ae29-506153837ba8 is going to be deleted. [ 785.358084] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.358306] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.360101] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.360220] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.427042] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.427246] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.433110] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.433428] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb27dcc8-831a-467f-a295-7942586de624 is going to be deleted. [ 785.434404] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.434698] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.450900] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.451336] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.451336] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.451557] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.451707] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.451907] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 9ce015a2-9709-4d8f-b94d-e949a9ed5a11 not found, creating... [ 785.452151] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.452301] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.452458] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.452782] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.452897] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.454050] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.454050] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.454050] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.454050] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.454050] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.454050] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 9ce015a2-9709-4d8f-b94d-e949a9ed5a11 is going to be created. [ 785.465108] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.465241] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.495339] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.495339] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.495555] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.495593] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc33fd40-b83e-445c-8742-54396a32dd6a is going to be deleted. [ 785.496524] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.496739] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.496838] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.497062] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.497180] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.497245] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.497404] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.497483] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.497570] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675fab9d-1013-442d-9ede-95c2b5f2902a is going to be updated. [ 785.498589] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.498770] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.498878] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.499020] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebeeb81f-feed-4bc9-839e-d82e7127abb6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.499572] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.499736] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.499826] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.499947] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07a46042-afaf-4913-af12-c0ed86762c14" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.500505] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.500717] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.500777] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.500909] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.501061] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.501208] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.501286] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.501399] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-023cc868-c12e-4be9-a33e-7dc73d532a96" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.501575] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.501914] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.531200] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.531451] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.531638] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.532062] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.532339] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.532631] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-9ce015a2-9709-4d8f-b94d-e949a9ed5a11" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.534826] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67990774-1e7f-4eab-af7b-d05f895671a9: rpc.has_security_group_logging(os_id): False [ 785.536468] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 940eac30-3ff5-49b7-b364-81e0d7e55b54: rpc.has_security_group_logging(os_id): False [ 785.573714] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61f37566-8d6f-4140-937f-3574279acbe9: rpc.has_security_group_logging(os_id): False [ 785.574969] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ccca694a-776d-4b79-88ab-6c09839dbc7f: rpc.has_security_group_logging(os_id): False [ 785.578698] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1795647-0758-4dd8-b08e-aaa0d985060f: rpc.has_security_group_logging(os_id): False [ 785.591335] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.591523] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.595829] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.596133] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.596419] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.596597] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.596818] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.596910] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.597166] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.597277] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.597340] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.597532] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.597613] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.597823] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.597969] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.598052] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.598230] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.598312] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.598468] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf is going to be updated. [ 785.599733] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.599951] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.600092] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.600219] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c88c4651-7667-4cdc-9a73-f69b8c98ebda" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.600367] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.600535] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.600616] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.600743] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6d55b49-38ac-46fd-90bc-3fea00922aff" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.601826] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.601924] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.602013] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.602194] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.614284] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.614441] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.713953] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.714318] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.714318] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.714565] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.714790] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.718603] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.718808] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.720022] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.720232] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.752369] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675fab9d-1013-442d-9ede-95c2b5f2902a in Status: IN_PROGRESS for 2s [ 785.756037] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.756197] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.764256] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.764491] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.764602] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.764673] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.764899] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.764986] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.765219] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.765325] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.765396] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.765571] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.765755] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.765876] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.765992] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.768901] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.768901] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.768901] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.768901] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 is going to be updated. [ 785.769385] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.769385] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.769385] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.769659] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ee07fb4-0aa8-42f8-9c7b-bc425b862b3a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.769659] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.769828] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.769936] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.773037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f35bd30a-6aea-4e05-ae29-506153837ba8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.773037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.773037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.811288] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.811288] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.829597] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.829698] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.830388] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.830388] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.830388] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.830388] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.830648] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.830648] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.830648] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.831188] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.831494] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.831928] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.832094] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.833037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.833037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.833037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.833037] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67990774-1e7f-4eab-af7b-d05f895671a9 is going to be updated. [ 785.834571] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.835495] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.836214] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.836677] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59a33d8c-d4c3-4884-b7ef-babf8765840d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.839053] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.839335] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.971458] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.971856] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.971987] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.972100] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.972360] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.972691] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.972691] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1795647-0758-4dd8-b08e-aaa0d985060f is going to be updated. [ 785.977192] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.977192] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.978267] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.978383] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.045509] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.045743] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.076894] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.076894] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.077909] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.078636] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.078636] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.078636] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.078636] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.078636] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.079025] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.079025] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.079025] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.079327] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.079327] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.079494] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.079549] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.079625] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.080023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.080023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.080023] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccca694a-776d-4b79-88ab-6c09839dbc7f is going to be updated. [ 786.081088] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.081381] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.081381] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.081505] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57c86a9b-98bc-47a0-bff9-43537ed60782" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.081593] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.081698] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.081774] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.081905] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc33fd40-b83e-445c-8742-54396a32dd6a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.082099] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.082205] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.122783] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.123379] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.123379] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.123379] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.124327] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.124327] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.124327] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.124327] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.124604] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.124604] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.124681] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.124944] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.125601] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.125799] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.126118] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.126257] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.126431] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61f37566-8d6f-4140-937f-3574279acbe9 is going to be updated. [ 786.128376] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.128963] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.130670] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.132628] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.133204] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.133204] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.135785] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.136389] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.136602] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.137740] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.138138] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.138210] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.138599] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb27dcc8-831a-467f-a295-7942586de624" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.158217] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: IN_PROGRESS for 2s [ 786.182800] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf in Status: IN_PROGRESS for 2s [ 786.183659] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67990774-1e7f-4eab-af7b-d05f895671a9 in Status: IN_PROGRESS for 2s [ 786.270801] env[65068]: INFO networking_nsxv3.common.synchronization [req-273dc7f5-e104-4654-9894-a53bb9289a04 req-91740799-3493-4b4d-8f20-53f80f5f7bc4 service nova] Enqueued Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGHEST for action security_group_rules [ 786.271054] env[65068]: INFO networking_nsxv3.common.synchronization [req-273dc7f5-e104-4654-9894-a53bb9289a04 req-91740799-3493-4b4d-8f20-53f80f5f7bc4 service nova] Enqueued Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGHEST for action security_group_members [ 786.271192] env[65068]: INFO networking_nsxv3.common.synchronization [req-273dc7f5-e104-4654-9894-a53bb9289a04 req-91740799-3493-4b4d-8f20-53f80f5f7bc4 service nova] Enqueued Resource ID: 9ce015a2-9709-4d8f-b94d-e949a9ed5a11 with Priority: HIGHEST for action port [ 786.272267] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGHEST for action security_group_rules [ 786.272526] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGHEST for action security_group_members [ 786.272526] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce015a2-9709-4d8f-b94d-e949a9ed5a11 with Priority: HIGHEST for action port [ 786.273079] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-675fab9d-1013-442d-9ede-95c2b5f2902a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.273228] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.273297] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.273591] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.273946] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.274803] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-675fab9d-1013-442d-9ede-95c2b5f2902a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.275101] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.277731] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ce015a2-9709-4d8f-b94d-e949a9ed5a11 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.279153] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ce015a2-9709-4d8f-b94d-e949a9ed5a11" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.279153] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ce015a2-9709-4d8f-b94d-e949a9ed5a11" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.279153] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ce015a2-9709-4d8f-b94d-e949a9ed5a11" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.279153] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ce015a2-9709-4d8f-b94d-e949a9ed5a11',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.341669] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.341798] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.341832] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.342114] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.342265] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.364061] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.364061] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.364061] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.364061] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.364061] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.383817] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1795647-0758-4dd8-b08e-aaa0d985060f in Status: IN_PROGRESS for 2s [ 786.385045] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccca694a-776d-4b79-88ab-6c09839dbc7f in Status: IN_PROGRESS for 2s [ 786.398651] env[65068]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 786.399345] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.399561] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.399561] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.399775] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.399924] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.431995] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: IN_PROGRESS for 2s [ 786.744872] env[65068]: INFO networking_nsxv3.common.synchronization [None req-0952389e-00b1-4b66-8a4d-2704cafa87f3 None None] Enqueued Resource ID: 180d9c25-05ff-4280-a96b-7d597ce8e27d with Priority: HIGHEST for action port [ 786.745873] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 180d9c25-05ff-4280-a96b-7d597ce8e27d with Priority: HIGHEST for action port [ 786.747811] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-180d9c25-05ff-4280-a96b-7d597ce8e27d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.747811] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-180d9c25-05ff-4280-a96b-7d597ce8e27d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.747811] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-180d9c25-05ff-4280-a96b-7d597ce8e27d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.747811] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-180d9c25-05ff-4280-a96b-7d597ce8e27d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.747811] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('180d9c25-05ff-4280-a96b-7d597ce8e27d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.785226] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-675fab9d-1013-442d-9ede-95c2b5f2902a taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.785226] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.785226] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ce015a2-9709-4d8f-b94d-e949a9ed5a11 with status ACTIVE [ 786.785226] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.785226] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.785226] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.785226] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.785226] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.785226] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.785226] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.785226] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.785226] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.785226] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.785941] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.785941] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.785941] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.785941] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.785941] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.785941] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ce015a2-9709-4d8f-b94d-e949a9ed5a11 is going to be updated. [ 786.813977] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.814147] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.817075] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.817343] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.817497] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.817700] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ce015a2-9709-4d8f-b94d-e949a9ed5a11" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.255987] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 180d9c25-05ff-4280-a96b-7d597ce8e27d [ 787.255987] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.255987] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.255987] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.255987] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.255987] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.255987] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:180d9c25-05ff-4280-a96b-7d597ce8e27d already deleted. [ 787.255987] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-180d9c25-05ff-4280-a96b-7d597ce8e27d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.764037] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675fab9d-1013-442d-9ede-95c2b5f2902a in Status: SUCCESS [ 787.764333] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675fab9d-1013-442d-9ede-95c2b5f2902a deletion is rescheduled due to dependency. [ 787.764430] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.764670] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.764809] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.765080] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.765262] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.765262] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.765491] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.765491] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.765491] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.175359] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: SUCCESS [ 788.175580] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.198943] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67990774-1e7f-4eab-af7b-d05f895671a9 in Status: SUCCESS [ 788.198943] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.200129] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf in Status: SUCCESS [ 788.200763] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.268954] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.403379] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccca694a-776d-4b79-88ab-6c09839dbc7f in Status: SUCCESS [ 788.403379] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.403379] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1795647-0758-4dd8-b08e-aaa0d985060f in Status: SUCCESS [ 788.403379] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.452190] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: SUCCESS [ 788.452190] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.771880] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.276324] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.276775] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.276775] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.276898] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.277060] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.277175] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675fab9d-1013-442d-9ede-95c2b5f2902a is going to be updated. [ 789.313311] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.313311] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.313311] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.313311] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.313311] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.322403] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675fab9d-1013-442d-9ede-95c2b5f2902a in Status: IN_PROGRESS for 2s [ 789.552966] env[65068]: INFO networking_nsxv3.common.synchronization [req-7afd4d0d-4897-4e4a-b651-57da2d8fa08f req-e39c4797-16da-46ef-8de0-57f30c8ee589 tempest-DeleteServersTestJSON-53534962 tempest-DeleteServersTestJSON-53534962-project-member] Enqueued Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 789.553572] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 789.554591] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.554591] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.554591] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.554591] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.554591] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.554898] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.554898] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.554898] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.555026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.555093] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.058168] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.058357] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.058421] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.059085] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.059085] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.059085] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.059429] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.059429] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.059578] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.059578] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.059711] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 is going to be updated. [ 790.094153] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.094153] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.094153] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.094153] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.094810] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.106697] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: IN_PROGRESS for 2s [ 790.959326] env[65068]: INFO networking_nsxv3.common.synchronization [None req-27a0ff7d-8a20-4e3d-9053-833a96853de6 None None] Enqueued Resource ID: 8dd5e1d2-c0be-435d-9914-0c5addb19d2d with Priority: HIGHEST for action port [ 790.959937] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd5e1d2-c0be-435d-9914-0c5addb19d2d with Priority: HIGHEST for action port [ 790.960747] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dd5e1d2-c0be-435d-9914-0c5addb19d2d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.960915] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dd5e1d2-c0be-435d-9914-0c5addb19d2d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.961064] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dd5e1d2-c0be-435d-9914-0c5addb19d2d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.961418] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dd5e1d2-c0be-435d-9914-0c5addb19d2d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.961541] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dd5e1d2-c0be-435d-9914-0c5addb19d2d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.333791] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675fab9d-1013-442d-9ede-95c2b5f2902a in Status: SUCCESS [ 791.334113] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.334325] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.334579] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.334817] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.334949] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.335032] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.335228] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.335327] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.335421] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.335558] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.465949] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8dd5e1d2-c0be-435d-9914-0c5addb19d2d [ 791.465949] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.465949] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.465949] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.465949] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.465949] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.465949] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8dd5e1d2-c0be-435d-9914-0c5addb19d2d already deleted. [ 791.466280] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dd5e1d2-c0be-435d-9914-0c5addb19d2d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.843291] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-675fab9d-1013-442d-9ede-95c2b5f2902a taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.843291] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.843291] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.843291] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.843291] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.843291] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.843291] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.843291] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.843291] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.843291] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.843291] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-675fab9d-1013-442d-9ede-95c2b5f2902a taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.843291] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.843291] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.843291] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.843291] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.843291] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.844093] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.844093] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.844093] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.844093] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.844093] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.146402] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: SUCCESS [ 792.146726] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 deletion is rescheduled due to dependency. [ 792.146816] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.350275] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 675fab9d-1013-442d-9ede-95c2b5f2902a: rpc.has_security_group_logging(os_id): False [ 792.365263] env[65068]: INFO networking_nsxv3.common.synchronization [None req-750f105c-6534-4afb-863b-e3267f319602 tempest-ImagesOneServerNegativeTestJSON-651019256 tempest-ImagesOneServerNegativeTestJSON-651019256-project-member] Enqueued Resource ID: f238a198-7f8e-4ea6-a565-d53eb0696845 with Priority: HIGHEST for action security_group_rules [ 792.365930] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f238a198-7f8e-4ea6-a565-d53eb0696845 with Priority: HIGHEST for action security_group_rules [ 792.367864] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f238a198-7f8e-4ea6-a565-d53eb0696845 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.368119] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f238a198-7f8e-4ea6-a565-d53eb0696845" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.371325] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f238a198-7f8e-4ea6-a565-d53eb0696845" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.371677] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f238a198-7f8e-4ea6-a565-d53eb0696845" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.371779] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f238a198-7f8e-4ea6-a565-d53eb0696845',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.374142] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.374142] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.374142] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.374142] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.374142] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.375886] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.375886] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.375886] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.375886] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.375886] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.375886] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.375886] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.375886] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.375886] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.375886] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.375886] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.376847] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.376847] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.376847] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.376847] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.376847] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 675fab9d-1013-442d-9ede-95c2b5f2902a is going to be created. [ 792.446687] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.446687] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.446687] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.446687] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.446687] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.462328] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 675fab9d-1013-442d-9ede-95c2b5f2902a in Status: IN_PROGRESS for 2s [ 792.473988] env[65068]: INFO networking_nsxv3.common.synchronization [None req-368962c8-8e29-43f4-a61c-0e561c628523 tempest-ImagesOneServerNegativeTestJSON-651019256 tempest-ImagesOneServerNegativeTestJSON-651019256-project-member] Enqueued Resource ID: f238a198-7f8e-4ea6-a565-d53eb0696845 with Priority: HIGHEST for action security_group_rules [ 792.474592] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f238a198-7f8e-4ea6-a565-d53eb0696845 with Priority: HIGHEST for action security_group_rules [ 792.474915] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f238a198-7f8e-4ea6-a565-d53eb0696845 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.475158] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f238a198-7f8e-4ea6-a565-d53eb0696845" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.914570] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.914802] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.914936] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.915338] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.915516] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.915635] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f238a198-7f8e-4ea6-a565-d53eb0696845 already deleted. [ 792.915762] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f238a198-7f8e-4ea6-a565-d53eb0696845" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.917146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f238a198-7f8e-4ea6-a565-d53eb0696845" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.917422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f238a198-7f8e-4ea6-a565-d53eb0696845" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.917550] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f238a198-7f8e-4ea6-a565-d53eb0696845',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.442552] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.442552] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.442552] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.443068] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.443068] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.443068] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f238a198-7f8e-4ea6-a565-d53eb0696845 already deleted. [ 793.443068] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f238a198-7f8e-4ea6-a565-d53eb0696845" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.088711] env[65068]: INFO networking_nsxv3.common.synchronization [None req-4158cbf7-f562-4aee-8be3-e20eeb46a460 None None] Enqueued Resource ID: 70466129-a096-450b-973e-ca1c0050384a with Priority: HIGHEST for action port [ 794.089310] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70466129-a096-450b-973e-ca1c0050384a with Priority: HIGHEST for action port [ 794.089623] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-70466129-a096-450b-973e-ca1c0050384a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.089990] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70466129-a096-450b-973e-ca1c0050384a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.089990] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70466129-a096-450b-973e-ca1c0050384a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.090604] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70466129-a096-450b-973e-ca1c0050384a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.090705] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70466129-a096-450b-973e-ca1c0050384a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.476569] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 675fab9d-1013-442d-9ede-95c2b5f2902a in Status: SUCCESS [ 794.476918] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.592329] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70466129-a096-450b-973e-ca1c0050384a [ 794.592539] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.592735] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.593119] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.593119] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.593241] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.593341] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70466129-a096-450b-973e-ca1c0050384a already deleted. [ 794.593341] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70466129-a096-450b-973e-ca1c0050384a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.105219] env[65068]: INFO networking_nsxv3.common.synchronization [req-273dc7f5-e104-4654-9894-a53bb9289a04 req-f7d6f8ab-cd4d-4451-8f30-f2767af2be1a tempest-MultipleCreateTestJSON-1353585975 tempest-MultipleCreateTestJSON-1353585975-project-member] Enqueued Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGHEST for action security_group_members [ 796.105800] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGHEST for action security_group_members [ 796.106186] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-675fab9d-1013-442d-9ede-95c2b5f2902a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.106313] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.106377] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.106585] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.106734] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.106832] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.106909] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.107073] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.107154] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.107247] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.477899] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-53 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.478284] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-53" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.478412] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-53" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.478686] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-53" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.478951] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.479350] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.479484] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.479710] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.479853] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.480365] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.480593] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.480746] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.480863] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.480979] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.481208] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.481372] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.506070] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.506372] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 796.506552] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.506721] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-53" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.507130] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-66f8506d-83cc-4bd5-8664-f98f1a6f0602 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.507385] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-66f8506d-83cc-4bd5-8664-f98f1a6f0602" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.507589] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-66f8506d-83cc-4bd5-8664-f98f1a6f0602" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.507994] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-66f8506d-83cc-4bd5-8664-f98f1a6f0602" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.508270] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66f8506d-83cc-4bd5-8664-f98f1a6f0602',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.611554] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.811212] env[65068]: INFO networking_nsxv3.common.synchronization [None req-b3403625-70d0-436b-8d9e-bd409683b0ae None None] Enqueued Resource ID: aa286bb5-b5c3-4951-8343-b8223f4908f5 with Priority: HIGHEST for action port [ 796.811803] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa286bb5-b5c3-4951-8343-b8223f4908f5 with Priority: HIGHEST for action port [ 796.812765] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa286bb5-b5c3-4951-8343-b8223f4908f5 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.813462] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa286bb5-b5c3-4951-8343-b8223f4908f5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.813632] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa286bb5-b5c3-4951-8343-b8223f4908f5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.813919] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa286bb5-b5c3-4951-8343-b8223f4908f5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.814057] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa286bb5-b5c3-4951-8343-b8223f4908f5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.014023] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.014023] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.014023] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.014023] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.014023] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.014023] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 66f8506d-83cc-4bd5-8664-f98f1a6f0602 not found, creating... [ 797.014023] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.014023] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.014023] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.014023] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.014023] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.015696] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.016121] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.016390] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.016742] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.017024] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.017355] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 66f8506d-83cc-4bd5-8664-f98f1a6f0602 is going to be created. [ 797.043806] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.043806] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.043806] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.043806] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.043806] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.043806] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-66f8506d-83cc-4bd5-8664-f98f1a6f0602" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.113488] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.316673] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa286bb5-b5c3-4951-8343-b8223f4908f5 [ 797.316912] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.317069] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.317142] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.317385] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.317479] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.317577] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa286bb5-b5c3-4951-8343-b8223f4908f5 already deleted. [ 797.317657] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa286bb5-b5c3-4951-8343-b8223f4908f5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.617502] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.617502] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.617502] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.617502] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.617502] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.617502] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675fab9d-1013-442d-9ede-95c2b5f2902a is going to be updated. [ 797.654387] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.654554] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.654627] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.654923] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.655099] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.668349] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675fab9d-1013-442d-9ede-95c2b5f2902a in Status: IN_PROGRESS for 2s [ 797.832294] env[65068]: INFO networking_nsxv3.common.synchronization [req-273dc7f5-e104-4654-9894-a53bb9289a04 req-94806811-2215-42ba-8acb-d5ca43eeb651 service nova] Enqueued Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGHEST for action security_group_rules [ 797.832510] env[65068]: INFO networking_nsxv3.common.synchronization [req-273dc7f5-e104-4654-9894-a53bb9289a04 req-94806811-2215-42ba-8acb-d5ca43eeb651 service nova] Enqueued Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGHEST for action security_group_members [ 797.832648] env[65068]: INFO networking_nsxv3.common.synchronization [req-273dc7f5-e104-4654-9894-a53bb9289a04 req-94806811-2215-42ba-8acb-d5ca43eeb651 service nova] Enqueued Resource ID: 66f8506d-83cc-4bd5-8664-f98f1a6f0602 with Priority: HIGHEST for action port [ 797.833481] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGHEST for action security_group_rules [ 797.833673] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGHEST for action security_group_members [ 797.833816] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66f8506d-83cc-4bd5-8664-f98f1a6f0602 with Priority: HIGHEST for action port [ 797.834205] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-675fab9d-1013-442d-9ede-95c2b5f2902a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.834390] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.834483] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.834742] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.834857] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.836678] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-675fab9d-1013-442d-9ede-95c2b5f2902a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.836869] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.837146] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-66f8506d-83cc-4bd5-8664-f98f1a6f0602 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.837307] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66f8506d-83cc-4bd5-8664-f98f1a6f0602" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.837589] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66f8506d-83cc-4bd5-8664-f98f1a6f0602" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.837589] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66f8506d-83cc-4bd5-8664-f98f1a6f0602" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.837659] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66f8506d-83cc-4bd5-8664-f98f1a6f0602',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.340051] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-675fab9d-1013-442d-9ede-95c2b5f2902a taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.340395] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.340446] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66f8506d-83cc-4bd5-8664-f98f1a6f0602 with status ACTIVE [ 798.340589] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.340692] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.340762] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.341013] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.341141] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.341319] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.341406] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.341472] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.341648] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.341726] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.342363] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.342363] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.342513] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.342678] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.342794] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.342843] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66f8506d-83cc-4bd5-8664-f98f1a6f0602 is going to be updated. [ 798.371198] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.371368] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.371412] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.371967] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.371967] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.371967] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66f8506d-83cc-4bd5-8664-f98f1a6f0602" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.982349] env[65068]: INFO networking_nsxv3.common.synchronization [None req-18197e0d-b901-439e-a245-383870dc0352 tempest-MigrationsAdminTest-891455352 tempest-MigrationsAdminTest-891455352-project-member] Enqueued Resource ID: 06f78c2e-850a-4429-8863-b7d1a679319a with Priority: HIGHEST for action security_group_rules [ 798.982349] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f78c2e-850a-4429-8863-b7d1a679319a with Priority: HIGHEST for action security_group_rules [ 798.982349] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06f78c2e-850a-4429-8863-b7d1a679319a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.982349] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06f78c2e-850a-4429-8863-b7d1a679319a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.982349] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06f78c2e-850a-4429-8863-b7d1a679319a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.982349] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06f78c2e-850a-4429-8863-b7d1a679319a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.982349] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06f78c2e-850a-4429-8863-b7d1a679319a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.073218] env[65068]: INFO networking_nsxv3.common.synchronization [None req-273744de-6e16-401c-ac62-0c53ee7e9fd0 tempest-MigrationsAdminTest-891455352 tempest-MigrationsAdminTest-891455352-project-member] Enqueued Resource ID: 06f78c2e-850a-4429-8863-b7d1a679319a with Priority: HIGHEST for action security_group_rules [ 799.073218] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f78c2e-850a-4429-8863-b7d1a679319a with Priority: HIGHEST for action security_group_rules [ 799.073624] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06f78c2e-850a-4429-8863-b7d1a679319a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.073767] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06f78c2e-850a-4429-8863-b7d1a679319a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.509108] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.509108] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.509108] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.509108] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.509108] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.509108] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06f78c2e-850a-4429-8863-b7d1a679319a already deleted. [ 799.509108] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06f78c2e-850a-4429-8863-b7d1a679319a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.509108] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06f78c2e-850a-4429-8863-b7d1a679319a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.509108] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06f78c2e-850a-4429-8863-b7d1a679319a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.509108] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06f78c2e-850a-4429-8863-b7d1a679319a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.680185] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675fab9d-1013-442d-9ede-95c2b5f2902a in Status: SUCCESS [ 799.680771] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.680988] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.681249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.681581] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.681740] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.681952] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.682054] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.682213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.682383] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.816261] env[65068]: INFO networking_nsxv3.common.synchronization [None req-fbbdfff6-b78d-4d15-a219-a5e5dbb09b0a None None] Enqueued Resource ID: 7f3cc0a1-0e92-4bf8-8b6e-9635111fc022 with Priority: HIGHEST for action port [ 799.816910] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3cc0a1-0e92-4bf8-8b6e-9635111fc022 with Priority: HIGHEST for action port [ 799.817253] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f3cc0a1-0e92-4bf8-8b6e-9635111fc022 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.817424] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f3cc0a1-0e92-4bf8-8b6e-9635111fc022" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.817588] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f3cc0a1-0e92-4bf8-8b6e-9635111fc022" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.817838] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f3cc0a1-0e92-4bf8-8b6e-9635111fc022" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.817898] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f3cc0a1-0e92-4bf8-8b6e-9635111fc022',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.032294] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.032444] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.032509] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.033874] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.034061] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.034200] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06f78c2e-850a-4429-8863-b7d1a679319a already deleted. [ 800.034316] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06f78c2e-850a-4429-8863-b7d1a679319a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.184727] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.319880] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f3cc0a1-0e92-4bf8-8b6e-9635111fc022 [ 800.320660] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.320660] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.320660] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.320920] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.320998] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.321255] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f3cc0a1-0e92-4bf8-8b6e-9635111fc022 already deleted. [ 800.321371] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f3cc0a1-0e92-4bf8-8b6e-9635111fc022" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.689576] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.192925] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.192925] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.192925] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.192925] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.193348] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.193348] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675fab9d-1013-442d-9ede-95c2b5f2902a is going to be updated. [ 801.227046] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.227046] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.227046] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.227291] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.227430] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.238518] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675fab9d-1013-442d-9ede-95c2b5f2902a in Status: IN_PROGRESS for 2s [ 802.339749] env[65068]: INFO networking_nsxv3.common.synchronization [req-7ee70ecc-75ae-4310-a611-c08f08cb5d76 req-49576fcb-8714-42ab-b254-1749339bd872 tempest-ServerAddressesNegativeTestJSON-414621628 tempest-ServerAddressesNegativeTestJSON-414621628-project-member] Enqueued Resource ID: 20e41a6d-6ed6-40fd-9f08-75285c849a61 with Priority: HIGHEST for action security_group_members [ 802.340657] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e41a6d-6ed6-40fd-9f08-75285c849a61 with Priority: HIGHEST for action security_group_members [ 802.340913] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e41a6d-6ed6-40fd-9f08-75285c849a61 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.341081] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e41a6d-6ed6-40fd-9f08-75285c849a61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.341151] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e41a6d-6ed6-40fd-9f08-75285c849a61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.341410] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e41a6d-6ed6-40fd-9f08-75285c849a61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.341563] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.341675] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.341735] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.341880] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.341963] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.342070] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20e41a6d-6ed6-40fd-9f08-75285c849a61',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.788235] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.788235] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-93" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.788235] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-93" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.788235] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-93" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.792116] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.792116] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.792116] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.792116] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.792116] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.792116] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.792116] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.792116] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.792116] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.792116] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.792116] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.792116] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.812214] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.812214] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 802.812214] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.812214] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-93" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.812214] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-fa00320f-c0a2-4b07-ad93-e63116d48acd taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.812214] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-fa00320f-c0a2-4b07-ad93-e63116d48acd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.812214] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-fa00320f-c0a2-4b07-ad93-e63116d48acd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.812500] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-fa00320f-c0a2-4b07-ad93-e63116d48acd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.812598] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa00320f-c0a2-4b07-ad93-e63116d48acd',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.844661] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.844940] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.845135] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.845546] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.845616] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.845800] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.845923] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.846037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.846451] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.846451] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.846451] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20e41a6d-6ed6-40fd-9f08-75285c849a61 already deleted. [ 802.846451] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e41a6d-6ed6-40fd-9f08-75285c849a61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.130026] env[65068]: INFO networking_nsxv3.common.synchronization [req-ae7d423b-1435-40d4-9a3a-7af8d2685963 req-1ea26e4f-21e5-4d00-bd49-ea30e098a2dc tempest-ImagesTestJSON-448346640 tempest-ImagesTestJSON-448346640-project-member] Enqueued Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_members [ 803.130554] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_members [ 803.130863] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.131014] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.131127] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.131384] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.131544] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.132022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.132022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.132022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.132022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.132286] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.274086] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675fab9d-1013-442d-9ede-95c2b5f2902a in Status: SUCCESS [ 803.274663] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.275075] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.275605] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.275943] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.276305] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.276480] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.276742] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.276943] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.278118] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.278118] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.314866] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.315141] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.315268] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.315537] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.315676] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.315829] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port fa00320f-c0a2-4b07-ad93-e63116d48acd not found, creating... [ 803.316107] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.316266] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.316377] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.316870] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.317048] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.317367] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.317535] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.317647] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.317858] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.317990] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.318164] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: fa00320f-c0a2-4b07-ad93-e63116d48acd is going to be created. [ 803.341598] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.341958] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.341958] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.342234] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.342466] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.342766] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-fa00320f-c0a2-4b07-ad93-e63116d48acd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.634912] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.635094] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.635160] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.635383] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.635579] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.635794] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.635927] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.635993] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.636141] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.636228] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.636316] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f37566-8d6f-4140-937f-3574279acbe9 is going to be updated. [ 803.667013] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.667260] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.667260] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.667450] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.667596] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.678072] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: IN_PROGRESS for 2s [ 803.780124] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-675fab9d-1013-442d-9ede-95c2b5f2902a taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.780124] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.780124] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.780426] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.780496] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.780594] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.780657] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.780806] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.780889] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.781372] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.781372] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-675fab9d-1013-442d-9ede-95c2b5f2902a taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.781372] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.781372] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.781598] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.781598] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.781680] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.781680] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.781817] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.781887] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.781962] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.782061] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.076726] env[65068]: INFO networking_nsxv3.common.synchronization [req-7ee70ecc-75ae-4310-a611-c08f08cb5d76 req-030b5c9c-dc3e-4096-8412-85f6a40cb62c service nova] Enqueued Resource ID: 20e41a6d-6ed6-40fd-9f08-75285c849a61 with Priority: HIGHEST for action security_group_rules [ 804.077028] env[65068]: INFO networking_nsxv3.common.synchronization [req-7ee70ecc-75ae-4310-a611-c08f08cb5d76 req-030b5c9c-dc3e-4096-8412-85f6a40cb62c service nova] Enqueued Resource ID: 20e41a6d-6ed6-40fd-9f08-75285c849a61 with Priority: HIGHEST for action security_group_members [ 804.077189] env[65068]: INFO networking_nsxv3.common.synchronization [req-7ee70ecc-75ae-4310-a611-c08f08cb5d76 req-030b5c9c-dc3e-4096-8412-85f6a40cb62c service nova] Enqueued Resource ID: fa00320f-c0a2-4b07-ad93-e63116d48acd with Priority: HIGHEST for action port [ 804.077809] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e41a6d-6ed6-40fd-9f08-75285c849a61 with Priority: HIGHEST for action security_group_rules [ 804.077951] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e41a6d-6ed6-40fd-9f08-75285c849a61 with Priority: HIGHEST for action security_group_members [ 804.078142] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa00320f-c0a2-4b07-ad93-e63116d48acd with Priority: HIGHEST for action port [ 804.079088] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20e41a6d-6ed6-40fd-9f08-75285c849a61 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.079088] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20e41a6d-6ed6-40fd-9f08-75285c849a61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.079088] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20e41a6d-6ed6-40fd-9f08-75285c849a61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.079088] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20e41a6d-6ed6-40fd-9f08-75285c849a61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.079088] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20e41a6d-6ed6-40fd-9f08-75285c849a61',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.080348] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e41a6d-6ed6-40fd-9f08-75285c849a61 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.080348] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e41a6d-6ed6-40fd-9f08-75285c849a61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.080487] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e41a6d-6ed6-40fd-9f08-75285c849a61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.080620] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e41a6d-6ed6-40fd-9f08-75285c849a61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.080786] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.080889] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.080972] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.081142] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.081196] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.081274] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20e41a6d-6ed6-40fd-9f08-75285c849a61',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.082150] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa00320f-c0a2-4b07-ad93-e63116d48acd taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.082301] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa00320f-c0a2-4b07-ad93-e63116d48acd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.082333] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa00320f-c0a2-4b07-ad93-e63116d48acd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.082488] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa00320f-c0a2-4b07-ad93-e63116d48acd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.082556] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa00320f-c0a2-4b07-ad93-e63116d48acd',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.284826] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 675fab9d-1013-442d-9ede-95c2b5f2902a: rpc.has_security_group_logging(os_id): False [ 804.307308] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.307308] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.307447] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.307786] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.307929] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.308266] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.308428] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.308544] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.308848] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.308955] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.309217] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.309330] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.309372] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.309579] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.309664] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.310049] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.310049] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.310049] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.310197] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.310397] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.310397] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 675fab9d-1013-442d-9ede-95c2b5f2902a is going to be updated. [ 804.380724] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.381149] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.381149] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.382385] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.382385] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.397042] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 675fab9d-1013-442d-9ede-95c2b5f2902a in Status: IN_PROGRESS for 2s [ 804.585561] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e41a6d-6ed6-40fd-9f08-75285c849a61 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.585670] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e41a6d-6ed6-40fd-9f08-75285c849a61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.585858] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20e41a6d-6ed6-40fd-9f08-75285c849a61',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.586877] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa00320f-c0a2-4b07-ad93-e63116d48acd with status ACTIVE [ 804.587095] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.587228] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.587293] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.587502] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.587597] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.587758] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.587855] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.587924] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.588128] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.588199] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.588382] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.588470] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.588527] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.588669] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.588742] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.588823] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa00320f-c0a2-4b07-ad93-e63116d48acd is going to be updated. [ 804.614569] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.614777] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.614777] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.614989] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.615119] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.615272] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa00320f-c0a2-4b07-ad93-e63116d48acd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.068510] env[65068]: INFO networking_nsxv3.common.synchronization [req-6e592a2d-430b-4a52-a6d1-688febc671c2 req-8113732e-6eac-4499-a46f-afab2fcadbd0 tempest-ServersTestJSON-948800146 tempest-ServersTestJSON-948800146-project-member] Enqueued Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 805.069775] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 805.070266] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.074028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.074028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.074028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.074028] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.074028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.074028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.074028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.074028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.074028] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.091549] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20e41a6d-6ed6-40fd-9f08-75285c849a61',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.440870] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-104 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.441243] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-104" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.441243] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-104" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.441531] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-104" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.442816] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.442968] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.443108] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.443363] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.443500] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.443709] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.443817] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.443923] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.446041] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.446041] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.446041] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.446041] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.466334] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.466334] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 805.466334] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.466334] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-104" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.466829] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-ca3af707-da33-4761-8c58-176594272f92 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.467034] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-ca3af707-da33-4761-8c58-176594272f92" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.467158] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-ca3af707-da33-4761-8c58-176594272f92" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.467887] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-ca3af707-da33-4761-8c58-176594272f92" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.468517] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca3af707-da33-4761-8c58-176594272f92',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.575694] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.575694] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.576048] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.576048] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.576178] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.576445] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.576676] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.576714] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.576923] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.577089] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.577124] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6204eb35-df30-40b2-990a-328fb715bd34 already deleted. [ 805.577233] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.596598] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.596773] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.596887] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.597093] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.597206] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.597304] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20e41a6d-6ed6-40fd-9f08-75285c849a61 is going to be created. [ 805.624081] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.624081] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.624081] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.624081] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.624414] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.634204] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e41a6d-6ed6-40fd-9f08-75285c849a61 in Status: UNINITIALIZED for 2s [ 805.689752] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: IN_PROGRESS for 4s [ 805.970268] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.970502] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.970609] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.970886] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.971087] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.971245] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port ca3af707-da33-4761-8c58-176594272f92 not found, creating... [ 805.971493] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.971644] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.971754] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.971974] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.972128] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.972400] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.972571] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.972696] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.972998] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.973064] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.973172] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: ca3af707-da33-4761-8c58-176594272f92 is going to be created. [ 805.996176] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.996898] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.997434] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.997711] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.998645] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.998645] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-ca3af707-da33-4761-8c58-176594272f92" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.416087] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 675fab9d-1013-442d-9ede-95c2b5f2902a in Status: SUCCESS [ 806.416462] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.499078] env[65068]: INFO networking_nsxv3.common.synchronization [req-db066905-50db-416c-b1dd-e1c44912b71c req-e12f8666-6bd1-4ac3-8e7b-0aff7703f298 tempest-ServersTestManualDisk-251600608 tempest-ServersTestManualDisk-251600608-project-member] Enqueued Resource ID: 8e8155f7-f34e-412b-a832-751fa6c10e8e with Priority: HIGHEST for action security_group_members [ 806.499747] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e8155f7-f34e-412b-a832-751fa6c10e8e with Priority: HIGHEST for action security_group_members [ 806.500162] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e8155f7-f34e-412b-a832-751fa6c10e8e taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.500298] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e8155f7-f34e-412b-a832-751fa6c10e8e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.500396] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e8155f7-f34e-412b-a832-751fa6c10e8e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.500662] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e8155f7-f34e-412b-a832-751fa6c10e8e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.500886] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.501065] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.501139] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.501371] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.501644] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.501766] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e8155f7-f34e-412b-a832-751fa6c10e8e',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.791034] env[65068]: INFO networking_nsxv3.common.synchronization [req-6e592a2d-430b-4a52-a6d1-688febc671c2 req-71ed6dcd-d5ef-4475-b3d5-b707371b18b0 service nova] Enqueued Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_rules [ 806.791034] env[65068]: INFO networking_nsxv3.common.synchronization [req-6e592a2d-430b-4a52-a6d1-688febc671c2 req-71ed6dcd-d5ef-4475-b3d5-b707371b18b0 service nova] Enqueued Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 806.791034] env[65068]: INFO networking_nsxv3.common.synchronization [req-6e592a2d-430b-4a52-a6d1-688febc671c2 req-71ed6dcd-d5ef-4475-b3d5-b707371b18b0 service nova] Enqueued Resource ID: ca3af707-da33-4761-8c58-176594272f92 with Priority: HIGHEST for action port [ 806.791034] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_rules [ 806.791034] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 806.791034] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca3af707-da33-4761-8c58-176594272f92 with Priority: HIGHEST for action port [ 806.791728] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.791977] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.792181] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.792669] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.792877] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.794468] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.794727] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.794881] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.795211] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.795481] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.795705] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.795890] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.799030] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.799030] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.799030] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.799030] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca3af707-da33-4761-8c58-176594272f92 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.799030] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca3af707-da33-4761-8c58-176594272f92" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.799030] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca3af707-da33-4761-8c58-176594272f92" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.799030] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca3af707-da33-4761-8c58-176594272f92" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.799030] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca3af707-da33-4761-8c58-176594272f92',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.004605] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.004827] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.004907] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.005332] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.033941] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.034274] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.034409] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.034477] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.034710] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.034838] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.034913] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e8155f7-f34e-412b-a832-751fa6c10e8e is going to be updated. [ 807.068729] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.068729] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.068729] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.068729] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.068729] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.078139] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e8155f7-f34e-412b-a832-751fa6c10e8e in Status: IN_PROGRESS for 2s [ 807.301262] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.301262] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.301262] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.302429] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca3af707-da33-4761-8c58-176594272f92 with status ACTIVE [ 807.302629] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.302806] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.303033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.303170] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.303217] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.303584] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.303584] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.303753] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.303787] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.304882] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.304882] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.304882] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.304882] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.304882] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.304882] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.304882] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca3af707-da33-4761-8c58-176594272f92 is going to be updated. [ 807.336895] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.337075] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.337168] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.337382] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.337849] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.337849] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca3af707-da33-4761-8c58-176594272f92" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.632130] env[65068]: INFO networking_nsxv3.common.synchronization [req-9bcf40c5-b2ac-4ca4-b9f8-0babdfa25583 req-3f232421-2183-4250-85cf-77b7abd354c8 tempest-MultipleCreateTestJSON-1353585975 tempest-MultipleCreateTestJSON-1353585975-project-member] Enqueued Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGHEST for action security_group_members [ 807.633568] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGHEST for action security_group_members [ 807.633568] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-675fab9d-1013-442d-9ede-95c2b5f2902a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.633568] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.633568] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.633568] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.633568] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.633969] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.633969] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.633969] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.633969] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.634119] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.648147] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e41a6d-6ed6-40fd-9f08-75285c849a61 in Status: SUCCESS [ 807.648387] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e41a6d-6ed6-40fd-9f08-75285c849a61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.648671] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e41a6d-6ed6-40fd-9f08-75285c849a61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.648907] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e41a6d-6ed6-40fd-9f08-75285c849a61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.649122] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.649319] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.649319] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.649516] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.649604] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.650914] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e41a6d-6ed6-40fd-9f08-75285c849a61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.650914] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20e41a6d-6ed6-40fd-9f08-75285c849a61',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.702247] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: SUCCESS [ 807.702581] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f37566-8d6f-4140-937f-3574279acbe9 deletion is rescheduled due to dependency. [ 807.702706] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.808126] env[65068]: INFO networking_nsxv3.common.synchronization [req-13889946-8ad9-459c-a760-1801d8fa94fb req-88f4f60c-b5b5-4db6-a601-2d4e729acf7e tempest-ServerDiskConfigTestJSON-2108457671 tempest-ServerDiskConfigTestJSON-2108457671-project-member] Enqueued Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_members [ 807.808126] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_members [ 807.808126] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.808126] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.808126] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.808126] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.808126] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.809747] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.810353] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.810726] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.810988] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.811257] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.813034] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.898960] env[65068]: INFO networking_nsxv3.common.synchronization [req-abd48aed-18d9-4805-ad71-9f138b584663 req-742ad1b1-4712-497b-8fc1-dbb96497f7e4 tempest-MultipleCreateTestJSON-1353585975 tempest-MultipleCreateTestJSON-1353585975-project-member] Enqueued Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGHEST for action security_group_members [ 807.899532] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGHEST for action security_group_members [ 807.900239] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-675fab9d-1013-442d-9ede-95c2b5f2902a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.900351] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.139534] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.155445] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e41a6d-6ed6-40fd-9f08-75285c849a61 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.155445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e41a6d-6ed6-40fd-9f08-75285c849a61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.155445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e41a6d-6ed6-40fd-9f08-75285c849a61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.155445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e41a6d-6ed6-40fd-9f08-75285c849a61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.155445] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.155445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.155445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.155445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.155445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.155445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e41a6d-6ed6-40fd-9f08-75285c849a61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.155445] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e41a6d-6ed6-40fd-9f08-75285c849a61 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.155445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e41a6d-6ed6-40fd-9f08-75285c849a61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.155445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e41a6d-6ed6-40fd-9f08-75285c849a61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.155445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e41a6d-6ed6-40fd-9f08-75285c849a61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.155445] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.155445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.156422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.156422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.156422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.156422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e41a6d-6ed6-40fd-9f08-75285c849a61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.156422] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20e41a6d-6ed6-40fd-9f08-75285c849a61',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.215823] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-403 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.215823] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-403" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.215823] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-403" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.215823] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-403" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.215823] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.220247] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.220247] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.220247] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.220247] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.220247] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.220247] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.220247] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.220247] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.220247] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.220247] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.220247] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.237870] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.238101] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 808.238282] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.238521] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-403" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.238860] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-9325cbc8-ee29-4399-bfaa-ee2e68eaf61f taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.239333] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-9325cbc8-ee29-4399-bfaa-ee2e68eaf61f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.239333] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-9325cbc8-ee29-4399-bfaa-ee2e68eaf61f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.239616] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-9325cbc8-ee29-4399-bfaa-ee2e68eaf61f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.239616] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9325cbc8-ee29-4399-bfaa-ee2e68eaf61f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.314927] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.315143] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.315143] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.315356] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.315452] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.315651] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.315755] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.315817] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.316198] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.316322] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.316544] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d already deleted. [ 808.316638] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.316944] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.317063] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.317125] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.317283] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.317348] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.317424] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6204eb35-df30-40b2-990a-328fb715bd34 is going to be created. [ 808.345505] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.345505] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.345505] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.345505] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.345846] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.357725] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: UNINITIALIZED for 2s [ 808.641691] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.657884] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20e41a6d-6ed6-40fd-9f08-75285c849a61: rpc.has_security_group_logging(os_id): False [ 808.678360] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.678509] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.678585] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.678849] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.678925] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.679175] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.679273] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.679353] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.679549] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.679669] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.679832] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.679964] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.680025] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.680140] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.680215] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.680463] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.680570] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.680661] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.680816] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.680893] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.680981] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20e41a6d-6ed6-40fd-9f08-75285c849a61 is going to be created. [ 808.742745] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.743025] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.743133] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.743462] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.743646] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.743840] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 9325cbc8-ee29-4399-bfaa-ee2e68eaf61f not found, creating... [ 808.744185] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.744376] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.744529] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.745128] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.745374] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.745717] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.745925] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.746186] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.746440] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.746631] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.746826] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 9325cbc8-ee29-4399-bfaa-ee2e68eaf61f is going to be created. [ 808.766715] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.766892] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.766953] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.767233] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.767489] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.782414] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20e41a6d-6ed6-40fd-9f08-75285c849a61 in Status: IN_PROGRESS for 2s [ 808.786557] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.786778] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.786902] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.787234] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.787583] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.788170] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-9325cbc8-ee29-4399-bfaa-ee2e68eaf61f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.090344] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e8155f7-f34e-412b-a832-751fa6c10e8e in Status: SUCCESS [ 809.090634] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e8155f7-f34e-412b-a832-751fa6c10e8e deletion is rescheduled due to dependency. [ 809.090763] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e8155f7-f34e-412b-a832-751fa6c10e8e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.144571] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.144747] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.144820] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.145174] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.145329] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.145444] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675fab9d-1013-442d-9ede-95c2b5f2902a is going to be updated. [ 809.176706] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.176856] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.176936] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.177170] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.177334] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.187266] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675fab9d-1013-442d-9ede-95c2b5f2902a in Status: IN_PROGRESS for 2s [ 809.492236] env[65068]: INFO networking_nsxv3.common.synchronization [req-13889946-8ad9-459c-a760-1801d8fa94fb req-255e825a-b9f3-410b-b12c-3ee185d0e4a6 service nova] Enqueued Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_rules [ 809.492236] env[65068]: INFO networking_nsxv3.common.synchronization [req-13889946-8ad9-459c-a760-1801d8fa94fb req-255e825a-b9f3-410b-b12c-3ee185d0e4a6 service nova] Enqueued Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_members [ 809.492236] env[65068]: INFO networking_nsxv3.common.synchronization [req-13889946-8ad9-459c-a760-1801d8fa94fb req-255e825a-b9f3-410b-b12c-3ee185d0e4a6 service nova] Enqueued Resource ID: 9325cbc8-ee29-4399-bfaa-ee2e68eaf61f with Priority: HIGHEST for action port [ 809.492425] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_rules [ 809.492463] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_members [ 809.492555] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9325cbc8-ee29-4399-bfaa-ee2e68eaf61f with Priority: HIGHEST for action port [ 809.492828] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.492944] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.493014] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.493447] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.493530] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.495669] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.495749] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.496351] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.496351] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.496351] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.496351] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.496681] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.496681] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.496681] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.496681] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.498636] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-9325cbc8-ee29-4399-bfaa-ee2e68eaf61f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.498636] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9325cbc8-ee29-4399-bfaa-ee2e68eaf61f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.498636] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9325cbc8-ee29-4399-bfaa-ee2e68eaf61f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.498848] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9325cbc8-ee29-4399-bfaa-ee2e68eaf61f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.498848] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9325cbc8-ee29-4399-bfaa-ee2e68eaf61f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.998685] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.000548] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.000704] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.000833] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9325cbc8-ee29-4399-bfaa-ee2e68eaf61f with status ACTIVE [ 810.000999] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.001127] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.001195] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.001410] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.001494] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.001659] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.001767] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.001866] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.002039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.002123] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.002305] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.002399] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.002630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.002800] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.002878] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.002964] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9325cbc8-ee29-4399-bfaa-ee2e68eaf61f is going to be updated. [ 810.024368] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.024540] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.024626] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.024774] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.024949] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.025221] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9325cbc8-ee29-4399-bfaa-ee2e68eaf61f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.371152] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: SUCCESS [ 810.371396] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.371566] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.371785] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.371989] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.372112] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.372179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.372337] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.372435] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.372529] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.372610] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.502524] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.796588] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20e41a6d-6ed6-40fd-9f08-75285c849a61 in Status: SUCCESS [ 810.796588] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20e41a6d-6ed6-40fd-9f08-75285c849a61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.875225] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.875434] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.875490] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.875740] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.875922] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.876062] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.876152] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.876387] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.876496] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.876600] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.876758] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.876856] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.876918] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.877087] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.877273] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.877330] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.877378] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.877521] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.877600] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.877685] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.877777] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.004528] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.004929] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.004929] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.004929] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.005065] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.005103] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d is going to be created. [ 811.075095] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.075095] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.075095] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.075095] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.075095] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.086135] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: UNINITIALIZED for 2s [ 811.196737] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675fab9d-1013-442d-9ede-95c2b5f2902a in Status: SUCCESS [ 811.197200] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.197387] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.197613] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.197793] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.197907] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.197972] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.198183] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.198294] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.198401] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.382112] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6204eb35-df30-40b2-990a-328fb715bd34: rpc.has_security_group_logging(os_id): False [ 811.407024] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.407024] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.407024] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.407024] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.407024] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.407024] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.407024] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.407024] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.407024] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.407024] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.407024] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.407024] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.407024] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.407024] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.407024] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.407712] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.407712] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.407712] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.407712] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.407712] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.407712] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6204eb35-df30-40b2-990a-328fb715bd34 is going to be created. [ 811.445426] env[65068]: INFO networking_nsxv3.common.synchronization [req-9a21995a-b176-4e03-b65e-99575a99c4d8 req-b2193014-e708-48b9-be7d-c4964b77f36b tempest-AttachVolumeTestJSON-1527444388 tempest-AttachVolumeTestJSON-1527444388-project-member] Enqueued Resource ID: a0078c21-1b01-432e-8127-f669c2ed5eae with Priority: HIGHEST for action security_group_members [ 811.445859] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0078c21-1b01-432e-8127-f669c2ed5eae with Priority: HIGHEST for action security_group_members [ 811.446251] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0078c21-1b01-432e-8127-f669c2ed5eae taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.446946] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0078c21-1b01-432e-8127-f669c2ed5eae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.446946] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0078c21-1b01-432e-8127-f669c2ed5eae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.446946] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0078c21-1b01-432e-8127-f669c2ed5eae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.446946] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.447252] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.447252] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.447396] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.447434] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.447545] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0078c21-1b01-432e-8127-f669c2ed5eae',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.475121] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.475121] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.475121] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.475121] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.475121] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.487396] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: IN_PROGRESS for 2s [ 811.702813] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.703044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.703044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.703414] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.703611] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.703709] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.703870] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.703870] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.704042] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.704145] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.704197] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675fab9d-1013-442d-9ede-95c2b5f2902a is going to be updated. [ 811.740096] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.740096] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.740096] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.740474] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.740474] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.753057] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675fab9d-1013-442d-9ede-95c2b5f2902a in Status: IN_PROGRESS for 2s [ 811.839365] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-670 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.839566] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-670" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.839680] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-670" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.840032] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-670" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.840286] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.840478] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.840544] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.840761] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.840900] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.841117] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.841227] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.841330] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.841434] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.841537] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.841661] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.841790] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.861601] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.861772] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 811.861908] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.862097] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-670" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.862446] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-0a22444a-1179-4c94-81fb-126cab2be7e5 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.862957] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-0a22444a-1179-4c94-81fb-126cab2be7e5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.862957] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-0a22444a-1179-4c94-81fb-126cab2be7e5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.863098] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-0a22444a-1179-4c94-81fb-126cab2be7e5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.863207] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a22444a-1179-4c94-81fb-126cab2be7e5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.950166] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.950338] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.950414] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.950632] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.950724] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.950922] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.951032] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.951093] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.951248] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.951325] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.951409] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0078c21-1b01-432e-8127-f669c2ed5eae already deleted. [ 811.951488] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0078c21-1b01-432e-8127-f669c2ed5eae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.365278] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.365610] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.365668] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.365922] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.366848] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.366848] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 0a22444a-1179-4c94-81fb-126cab2be7e5 not found, creating... [ 812.366848] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.366848] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.366848] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.367293] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.367293] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.367539] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.367701] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.367819] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.368126] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.368479] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.368642] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 0a22444a-1179-4c94-81fb-126cab2be7e5 is going to be created. [ 812.395385] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.395587] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.395746] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.396096] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.396351] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.396612] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-0a22444a-1179-4c94-81fb-126cab2be7e5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.099988] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: SUCCESS [ 813.100239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.100418] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.100639] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.100834] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.100965] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.101027] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.101186] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.101267] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.101353] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.101445] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.106417] env[65068]: INFO networking_nsxv3.common.synchronization [req-9a21995a-b176-4e03-b65e-99575a99c4d8 req-444a7790-3d9b-4e15-869b-bee8c7dc3529 service nova] Enqueued Resource ID: a0078c21-1b01-432e-8127-f669c2ed5eae with Priority: HIGHEST for action security_group_rules [ 813.106605] env[65068]: INFO networking_nsxv3.common.synchronization [req-9a21995a-b176-4e03-b65e-99575a99c4d8 req-444a7790-3d9b-4e15-869b-bee8c7dc3529 service nova] Enqueued Resource ID: a0078c21-1b01-432e-8127-f669c2ed5eae with Priority: HIGHEST for action security_group_members [ 813.106742] env[65068]: INFO networking_nsxv3.common.synchronization [req-9a21995a-b176-4e03-b65e-99575a99c4d8 req-444a7790-3d9b-4e15-869b-bee8c7dc3529 service nova] Enqueued Resource ID: 0a22444a-1179-4c94-81fb-126cab2be7e5 with Priority: HIGHEST for action port [ 813.107251] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0078c21-1b01-432e-8127-f669c2ed5eae with Priority: HIGHEST for action security_group_rules [ 813.107385] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0078c21-1b01-432e-8127-f669c2ed5eae with Priority: HIGHEST for action security_group_members [ 813.107483] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a22444a-1179-4c94-81fb-126cab2be7e5 with Priority: HIGHEST for action port [ 813.107744] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0078c21-1b01-432e-8127-f669c2ed5eae taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.107907] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0078c21-1b01-432e-8127-f669c2ed5eae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.107943] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0078c21-1b01-432e-8127-f669c2ed5eae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.112949] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0078c21-1b01-432e-8127-f669c2ed5eae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.113065] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0078c21-1b01-432e-8127-f669c2ed5eae',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.113935] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0078c21-1b01-432e-8127-f669c2ed5eae taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.114103] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0078c21-1b01-432e-8127-f669c2ed5eae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.114167] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0078c21-1b01-432e-8127-f669c2ed5eae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.114308] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0078c21-1b01-432e-8127-f669c2ed5eae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.114462] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.114560] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.114619] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.114761] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.114842] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.114936] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0078c21-1b01-432e-8127-f669c2ed5eae',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.115697] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a22444a-1179-4c94-81fb-126cab2be7e5 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.115790] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a22444a-1179-4c94-81fb-126cab2be7e5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.115856] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a22444a-1179-4c94-81fb-126cab2be7e5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.117054] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a22444a-1179-4c94-81fb-126cab2be7e5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.117146] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a22444a-1179-4c94-81fb-126cab2be7e5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.502972] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: SUCCESS [ 813.502972] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.604256] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.604357] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.604445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.604711] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.604908] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.605111] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.605111] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.605425] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.605543] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.605653] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.605830] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.605930] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.606015] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.606262] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.606407] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.606502] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.606562] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.606723] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.606946] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.606946] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.607092] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.620486] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0078c21-1b01-432e-8127-f669c2ed5eae',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.620968] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0078c21-1b01-432e-8127-f669c2ed5eae taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.621119] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0078c21-1b01-432e-8127-f669c2ed5eae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.621924] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a22444a-1179-4c94-81fb-126cab2be7e5 with status ACTIVE [ 813.621924] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.621924] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.621924] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.621924] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.621924] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.622592] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.622592] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.622592] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.622592] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.622592] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.623454] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.626258] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.626258] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.626258] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.626258] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.626258] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a22444a-1179-4c94-81fb-126cab2be7e5 is going to be updated. [ 813.649562] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.649663] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.649732] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.649952] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.650151] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.650530] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a22444a-1179-4c94-81fb-126cab2be7e5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.770037] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675fab9d-1013-442d-9ede-95c2b5f2902a in Status: SUCCESS [ 813.770281] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675fab9d-1013-442d-9ede-95c2b5f2902a deletion is rescheduled due to dependency. [ 813.770453] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.109990] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a93dc917-9783-48cc-89e1-ddf8b3f6228d: rpc.has_security_group_logging(os_id): False [ 814.126598] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.126750] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.126815] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.127041] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.127135] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.127344] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.127445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.127509] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.127661] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.127739] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.127913] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.128014] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.128088] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.128252] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.128342] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.128564] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.128666] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.128730] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.128874] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.128950] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.129054] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d is going to be created. [ 814.130252] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0078c21-1b01-432e-8127-f669c2ed5eae',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.194617] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.194784] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.194829] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.195063] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.195250] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.207759] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: IN_PROGRESS for 2s [ 814.633027] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.633027] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.633027] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.633027] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.633027] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.633027] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0078c21-1b01-432e-8127-f669c2ed5eae is going to be created. [ 814.661886] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.662047] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.662117] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.662318] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.662476] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.680466] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0078c21-1b01-432e-8127-f669c2ed5eae in Status: UNINITIALIZED for 2s [ 816.219978] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: SUCCESS [ 816.220329] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.281781] env[65068]: INFO networking_nsxv3.common.synchronization [req-ab31f8c7-dd47-4eb2-8f8f-38557356c36a req-4160d35f-867a-4843-9726-fa5d27b8a844 tempest-ServersAdminTestJSON-287122734 tempest-ServersAdminTestJSON-287122734-project-member] Enqueued Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGHEST for action security_group_members [ 816.282398] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGHEST for action security_group_members [ 816.282714] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.282867] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.282944] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.283166] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.283323] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.283428] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.283491] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.283640] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.283729] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.283825] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.693841] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0078c21-1b01-432e-8127-f669c2ed5eae in Status: SUCCESS [ 816.697259] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0078c21-1b01-432e-8127-f669c2ed5eae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.697452] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0078c21-1b01-432e-8127-f669c2ed5eae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.697734] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0078c21-1b01-432e-8127-f669c2ed5eae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.697946] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.698206] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.698283] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.698532] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.698672] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.698806] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0078c21-1b01-432e-8127-f669c2ed5eae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.698931] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0078c21-1b01-432e-8127-f669c2ed5eae',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.719917] env[65068]: INFO networking_nsxv3.common.synchronization [req-741034c7-2200-40f2-983f-5a4ce720ad29 req-80bbdb5f-79ca-4a7a-9e9e-9d695df4400d tempest-ListImageFiltersTestJSON-409089688 tempest-ListImageFiltersTestJSON-409089688-project-member] Enqueued Resource ID: ccca694a-776d-4b79-88ab-6c09839dbc7f with Priority: HIGHEST for action security_group_members [ 816.722137] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccca694a-776d-4b79-88ab-6c09839dbc7f with Priority: HIGHEST for action security_group_members [ 816.722570] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccca694a-776d-4b79-88ab-6c09839dbc7f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.722738] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.722848] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.723022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.723183] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.723445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.723536] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.723696] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.723781] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.723879] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccca694a-776d-4b79-88ab-6c09839dbc7f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.785890] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.205190] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0078c21-1b01-432e-8127-f669c2ed5eae',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.225478] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccca694a-776d-4b79-88ab-6c09839dbc7f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.256117] env[65068]: INFO networking_nsxv3.common.synchronization [req-33be17d0-5915-47f2-8a29-7d9f414bb31d req-55ea7957-a44a-4788-8e79-27bc020befb2 tempest-ServerAddressesNegativeTestJSON-414621628 tempest-ServerAddressesNegativeTestJSON-414621628-project-member] Enqueued Resource ID: 20e41a6d-6ed6-40fd-9f08-75285c849a61 with Priority: HIGHEST for action security_group_members [ 817.257288] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e41a6d-6ed6-40fd-9f08-75285c849a61 with Priority: HIGHEST for action security_group_members [ 817.257602] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-20e41a6d-6ed6-40fd-9f08-75285c849a61 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.257737] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20e41a6d-6ed6-40fd-9f08-75285c849a61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.257807] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20e41a6d-6ed6-40fd-9f08-75285c849a61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.258100] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20e41a6d-6ed6-40fd-9f08-75285c849a61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.258339] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.258508] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.258600] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.258815] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.258923] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.259059] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20e41a6d-6ed6-40fd-9f08-75285c849a61',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.288356] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.707013] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0078c21-1b01-432e-8127-f669c2ed5eae: rpc.has_security_group_logging(os_id): False [ 817.726092] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.726296] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.726343] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.727029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.727029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.727029] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.727029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.727230] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.727311] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.727405] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.727497] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0078c21-1b01-432e-8127-f669c2ed5eae is going to be created. [ 817.728985] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccca694a-776d-4b79-88ab-6c09839dbc7f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.762020] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.762204] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.762276] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.762551] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.762664] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.762894] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.763012] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.763083] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.763466] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.763466] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.763466] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20e41a6d-6ed6-40fd-9f08-75285c849a61 is going to be updated. [ 817.790405] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.790595] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.790595] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.790845] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.790954] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.791054] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 is going to be updated. [ 817.793568] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.793697] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.793697] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.793857] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.794050] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.799680] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.799835] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.799938] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.800180] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.800355] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.805938] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e41a6d-6ed6-40fd-9f08-75285c849a61 in Status: IN_PROGRESS for 2s [ 817.811067] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0078c21-1b01-432e-8127-f669c2ed5eae in Status: IN_PROGRESS for 2s [ 817.824205] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.824394] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.824456] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.824606] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.824745] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.834538] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 in Status: IN_PROGRESS for 2s [ 818.231663] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.232179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.232267] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.232561] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.232657] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.232761] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccca694a-776d-4b79-88ab-6c09839dbc7f is going to be updated. [ 818.263036] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.263214] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.263270] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.263743] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.263743] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.274851] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccca694a-776d-4b79-88ab-6c09839dbc7f in Status: IN_PROGRESS for 2s [ 819.047715] env[65068]: INFO networking_nsxv3.common.synchronization [None req-3ee7cf89-cf9f-41d3-a488-3748739f01fb None None] Enqueued Resource ID: 4a78454a-9259-4260-9ce9-174d6d2797e2 with Priority: HIGHEST for action port [ 819.054046] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a78454a-9259-4260-9ce9-174d6d2797e2 with Priority: HIGHEST for action port [ 819.054046] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a78454a-9259-4260-9ce9-174d6d2797e2 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.054046] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a78454a-9259-4260-9ce9-174d6d2797e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.054046] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a78454a-9259-4260-9ce9-174d6d2797e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.054046] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a78454a-9259-4260-9ce9-174d6d2797e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.054046] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a78454a-9259-4260-9ce9-174d6d2797e2',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.556158] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a78454a-9259-4260-9ce9-174d6d2797e2 [ 819.556614] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.556614] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.556795] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.557056] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.557222] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.557390] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a78454a-9259-4260-9ce9-174d6d2797e2 already deleted. [ 819.557460] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a78454a-9259-4260-9ce9-174d6d2797e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.818506] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20e41a6d-6ed6-40fd-9f08-75285c849a61 in Status: SUCCESS [ 819.818873] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20e41a6d-6ed6-40fd-9f08-75285c849a61 deletion is rescheduled due to dependency. [ 819.818873] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20e41a6d-6ed6-40fd-9f08-75285c849a61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.824720] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0078c21-1b01-432e-8127-f669c2ed5eae in Status: SUCCESS [ 819.824994] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0078c21-1b01-432e-8127-f669c2ed5eae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.845500] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 in Status: SUCCESS [ 819.845737] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.099336] env[65068]: INFO networking_nsxv3.common.synchronization [req-7ba59af9-a058-4f2b-9cd1-8b8a61fb4cbc req-6bb9393f-2c10-43ac-a57b-3e087d6b0136 tempest-ListServerFiltersTestJSON-1603465769 tempest-ListServerFiltersTestJSON-1603465769-project-member] Enqueued Resource ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf with Priority: HIGHEST for action security_group_members [ 820.099910] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf with Priority: HIGHEST for action security_group_members [ 820.100268] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.100396] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.100443] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.100656] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.100823] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.100931] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.100989] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.101242] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.101281] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.101568] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.285209] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccca694a-776d-4b79-88ab-6c09839dbc7f in Status: SUCCESS [ 820.285209] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.604831] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.754367] env[65068]: INFO networking_nsxv3.common.synchronization [req-76396e70-a234-4ee4-8a4d-5430a1450cc0 req-243ef129-b6db-491f-afc7-2448f2013ef6 tempest-ServersTestFqdnHostnames-459738330 tempest-ServersTestFqdnHostnames-459738330-project-member] Enqueued Resource ID: 7c521135-df69-4401-8a92-fca440cdd690 with Priority: HIGHEST for action security_group_members [ 820.754496] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c521135-df69-4401-8a92-fca440cdd690 with Priority: HIGHEST for action security_group_members [ 820.754767] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c521135-df69-4401-8a92-fca440cdd690 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.754894] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c521135-df69-4401-8a92-fca440cdd690" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.754963] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c521135-df69-4401-8a92-fca440cdd690" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.755296] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c521135-df69-4401-8a92-fca440cdd690" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.755465] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.755567] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.755749] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.755809] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.755849] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.755940] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c521135-df69-4401-8a92-fca440cdd690',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.111085] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.122302] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-299 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.123429] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-299" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.123429] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-299" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.123429] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-299" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.123429] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.123666] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.123666] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.123783] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.123921] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.124151] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.124262] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 821.124364] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 821.124465] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 821.124568] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.124665] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 821.124790] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 821.147788] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 821.147967] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 821.148119] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 821.148367] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-299" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.148687] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-6a4b5eb6-a43f-4c9e-804c-eb29968e1545 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.148857] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-6a4b5eb6-a43f-4c9e-804c-eb29968e1545" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.148969] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-6a4b5eb6-a43f-4c9e-804c-eb29968e1545" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.149750] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-6a4b5eb6-a43f-4c9e-804c-eb29968e1545" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.149750] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a4b5eb6-a43f-4c9e-804c-eb29968e1545',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.258531] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.258756] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.258756] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.258985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.259586] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.259806] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.259979] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.259979] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.260156] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.260355] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.260355] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c521135-df69-4401-8a92-fca440cdd690 already deleted. [ 821.260355] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c521135-df69-4401-8a92-fca440cdd690" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.615378] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.615821] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.615821] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.615955] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.616028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.616195] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf is going to be updated. [ 821.650826] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.651090] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.651090] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.652130] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.652130] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.652746] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.652926] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.653059] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.653293] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.653437] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.653578] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 6a4b5eb6-a43f-4c9e-804c-eb29968e1545 not found, creating... [ 821.653824] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.653971] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.654097] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.654300] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.654434] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.654698] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.654850] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.654966] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.655172] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.655302] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.655436] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 6a4b5eb6-a43f-4c9e-804c-eb29968e1545 is going to be created. [ 821.667510] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf in Status: IN_PROGRESS for 2s [ 821.675991] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.676401] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.676401] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.676596] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.676833] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.677116] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-6a4b5eb6-a43f-4c9e-804c-eb29968e1545" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.024204] env[65068]: INFO networking_nsxv3.common.synchronization [None req-9ce7918f-a19f-434d-a56b-11e7aedc99a2 None None] Enqueued Resource ID: 510ae23b-ce50-4dc0-bb68-d290b13da5ab with Priority: HIGHEST for action port [ 822.025130] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 510ae23b-ce50-4dc0-bb68-d290b13da5ab with Priority: HIGHEST for action port [ 822.025448] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-510ae23b-ce50-4dc0-bb68-d290b13da5ab taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.025577] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-510ae23b-ce50-4dc0-bb68-d290b13da5ab" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.025645] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-510ae23b-ce50-4dc0-bb68-d290b13da5ab" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.025954] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-510ae23b-ce50-4dc0-bb68-d290b13da5ab" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.026172] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('510ae23b-ce50-4dc0-bb68-d290b13da5ab',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.401420] env[65068]: INFO networking_nsxv3.common.synchronization [req-76396e70-a234-4ee4-8a4d-5430a1450cc0 req-17f11711-de0a-42d2-b38b-333764ee1f9c service nova] Enqueued Resource ID: 7c521135-df69-4401-8a92-fca440cdd690 with Priority: HIGHEST for action security_group_rules [ 822.401604] env[65068]: INFO networking_nsxv3.common.synchronization [req-76396e70-a234-4ee4-8a4d-5430a1450cc0 req-17f11711-de0a-42d2-b38b-333764ee1f9c service nova] Enqueued Resource ID: 7c521135-df69-4401-8a92-fca440cdd690 with Priority: HIGHEST for action security_group_members [ 822.401738] env[65068]: INFO networking_nsxv3.common.synchronization [req-76396e70-a234-4ee4-8a4d-5430a1450cc0 req-17f11711-de0a-42d2-b38b-333764ee1f9c service nova] Enqueued Resource ID: 6a4b5eb6-a43f-4c9e-804c-eb29968e1545 with Priority: HIGHEST for action port [ 822.402270] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c521135-df69-4401-8a92-fca440cdd690 with Priority: HIGHEST for action security_group_rules [ 822.402593] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c521135-df69-4401-8a92-fca440cdd690 with Priority: HIGHEST for action security_group_members [ 822.402593] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4b5eb6-a43f-4c9e-804c-eb29968e1545 with Priority: HIGHEST for action port [ 822.402885] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c521135-df69-4401-8a92-fca440cdd690 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.402885] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c521135-df69-4401-8a92-fca440cdd690" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.403024] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c521135-df69-4401-8a92-fca440cdd690" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.403617] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c521135-df69-4401-8a92-fca440cdd690" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.403707] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c521135-df69-4401-8a92-fca440cdd690',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.406894] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c521135-df69-4401-8a92-fca440cdd690 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.407016] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c521135-df69-4401-8a92-fca440cdd690" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.407940] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c521135-df69-4401-8a92-fca440cdd690" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.407940] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c521135-df69-4401-8a92-fca440cdd690" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.407940] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.407940] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.407940] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.407940] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.407940] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.407940] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c521135-df69-4401-8a92-fca440cdd690',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.408789] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a4b5eb6-a43f-4c9e-804c-eb29968e1545 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.408789] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a4b5eb6-a43f-4c9e-804c-eb29968e1545" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.408789] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a4b5eb6-a43f-4c9e-804c-eb29968e1545" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.408955] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a4b5eb6-a43f-4c9e-804c-eb29968e1545" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.409324] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a4b5eb6-a43f-4c9e-804c-eb29968e1545',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.528050] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 510ae23b-ce50-4dc0-bb68-d290b13da5ab [ 822.528404] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.528563] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.528643] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.528899] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.529052] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.529200] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:510ae23b-ce50-4dc0-bb68-d290b13da5ab already deleted. [ 822.529369] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-510ae23b-ce50-4dc0-bb68-d290b13da5ab" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.910421] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c521135-df69-4401-8a92-fca440cdd690',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.912022] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c521135-df69-4401-8a92-fca440cdd690 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.912592] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c521135-df69-4401-8a92-fca440cdd690" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.913499] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a4b5eb6-a43f-4c9e-804c-eb29968e1545 with status ACTIVE [ 822.913499] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.913499] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.913499] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.913767] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.916044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.916044] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.916044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.916044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.916044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.916044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.916044] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.916044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.916044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.916044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.916044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.916044] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a4b5eb6-a43f-4c9e-804c-eb29968e1545 is going to be updated. [ 822.941043] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.941202] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.941269] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.942245] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.942245] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.942245] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a4b5eb6-a43f-4c9e-804c-eb29968e1545" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.385643] env[65068]: INFO networking_nsxv3.common.synchronization [req-cbf49610-bddf-496a-a885-654fa83a1a69 req-5debdd76-61af-435d-83bb-6358e9e6fee2 tempest-ServerActionsV293TestJSON-151190511 tempest-ServerActionsV293TestJSON-151190511-project-member] Enqueued Resource ID: 33437932-a8e7-4eb8-b6e5-dab4c40b4676 with Priority: HIGHEST for action security_group_members [ 823.386214] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33437932-a8e7-4eb8-b6e5-dab4c40b4676 with Priority: HIGHEST for action security_group_members [ 823.386564] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-33437932-a8e7-4eb8-b6e5-dab4c40b4676 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.386746] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33437932-a8e7-4eb8-b6e5-dab4c40b4676" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.386746] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33437932-a8e7-4eb8-b6e5-dab4c40b4676" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.387020] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33437932-a8e7-4eb8-b6e5-dab4c40b4676" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.387226] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.387358] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.387444] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.387758] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.387758] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.387842] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33437932-a8e7-4eb8-b6e5-dab4c40b4676',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.413689] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c521135-df69-4401-8a92-fca440cdd690',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.678265] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf in Status: SUCCESS [ 823.678496] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.765714] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-579 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.765929] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-579" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.766048] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-579" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.766404] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-579" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.766672] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.766832] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.766946] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.767559] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.767717] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.767994] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.768132] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 823.768273] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 823.768384] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 823.768518] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.768658] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 823.768816] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 823.790561] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 823.790763] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 823.790900] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 823.791090] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-579" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.791412] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-117c5d63-e29c-4f94-b395-c2a540938e2b taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.791571] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-117c5d63-e29c-4f94-b395-c2a540938e2b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.791715] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-117c5d63-e29c-4f94-b395-c2a540938e2b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.792010] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-117c5d63-e29c-4f94-b395-c2a540938e2b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.792153] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('117c5d63-e29c-4f94-b395-c2a540938e2b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.891539] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.891730] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.891856] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.892027] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.892162] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.892320] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.892419] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.892473] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.892856] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.892856] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.892856] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33437932-a8e7-4eb8-b6e5-dab4c40b4676 already deleted. [ 823.892856] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33437932-a8e7-4eb8-b6e5-dab4c40b4676" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.916521] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.916841] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.916841] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.916974] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.917042] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.917109] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c521135-df69-4401-8a92-fca440cdd690 is going to be created. [ 823.942879] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.943114] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.943114] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.943284] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.943390] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.953182] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c521135-df69-4401-8a92-fca440cdd690 in Status: UNINITIALIZED for 2s [ 824.294371] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.294607] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.294718] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.294989] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.295152] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.295306] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 117c5d63-e29c-4f94-b395-c2a540938e2b not found, creating... [ 824.295603] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.296090] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.296090] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.296243] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.296308] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.296568] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.296739] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.296865] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.297173] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.297326] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.297463] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 117c5d63-e29c-4f94-b395-c2a540938e2b is going to be created. [ 824.324546] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.324924] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.324924] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.325244] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.325491] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.325708] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-117c5d63-e29c-4f94-b395-c2a540938e2b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.032633] env[65068]: INFO networking_nsxv3.common.synchronization [req-cbf49610-bddf-496a-a885-654fa83a1a69 req-6de51b35-d97a-406a-bec9-757bd70d43d1 service nova] Enqueued Resource ID: 33437932-a8e7-4eb8-b6e5-dab4c40b4676 with Priority: HIGHEST for action security_group_rules [ 825.032897] env[65068]: INFO networking_nsxv3.common.synchronization [req-cbf49610-bddf-496a-a885-654fa83a1a69 req-6de51b35-d97a-406a-bec9-757bd70d43d1 service nova] Enqueued Resource ID: 33437932-a8e7-4eb8-b6e5-dab4c40b4676 with Priority: HIGHEST for action security_group_members [ 825.032897] env[65068]: INFO networking_nsxv3.common.synchronization [req-cbf49610-bddf-496a-a885-654fa83a1a69 req-6de51b35-d97a-406a-bec9-757bd70d43d1 service nova] Enqueued Resource ID: 117c5d63-e29c-4f94-b395-c2a540938e2b with Priority: HIGHEST for action port [ 825.033391] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33437932-a8e7-4eb8-b6e5-dab4c40b4676 with Priority: HIGHEST for action security_group_rules [ 825.033518] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33437932-a8e7-4eb8-b6e5-dab4c40b4676 with Priority: HIGHEST for action security_group_members [ 825.033613] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 117c5d63-e29c-4f94-b395-c2a540938e2b with Priority: HIGHEST for action port [ 825.033935] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33437932-a8e7-4eb8-b6e5-dab4c40b4676 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.033993] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33437932-a8e7-4eb8-b6e5-dab4c40b4676" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.034358] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33437932-a8e7-4eb8-b6e5-dab4c40b4676" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.034571] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33437932-a8e7-4eb8-b6e5-dab4c40b4676" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.034673] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33437932-a8e7-4eb8-b6e5-dab4c40b4676',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.035533] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-33437932-a8e7-4eb8-b6e5-dab4c40b4676 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.035645] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33437932-a8e7-4eb8-b6e5-dab4c40b4676" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.035737] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33437932-a8e7-4eb8-b6e5-dab4c40b4676" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.035868] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33437932-a8e7-4eb8-b6e5-dab4c40b4676" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.036051] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.036168] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.036223] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.037718] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.037837] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.041015] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33437932-a8e7-4eb8-b6e5-dab4c40b4676',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.041015] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-117c5d63-e29c-4f94-b395-c2a540938e2b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.041015] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-117c5d63-e29c-4f94-b395-c2a540938e2b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.041015] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-117c5d63-e29c-4f94-b395-c2a540938e2b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.041015] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-117c5d63-e29c-4f94-b395-c2a540938e2b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.041015] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('117c5d63-e29c-4f94-b395-c2a540938e2b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.542853] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 117c5d63-e29c-4f94-b395-c2a540938e2b with status ACTIVE [ 825.543015] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.543163] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.543238] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.543453] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.543537] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.543714] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.543812] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.543922] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.544023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.544111] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.544267] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.544417] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.544417] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.546228] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.546228] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.546228] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 117c5d63-e29c-4f94-b395-c2a540938e2b is going to be updated. [ 825.546757] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-33437932-a8e7-4eb8-b6e5-dab4c40b4676 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.546757] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33437932-a8e7-4eb8-b6e5-dab4c40b4676" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.547047] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33437932-a8e7-4eb8-b6e5-dab4c40b4676',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.570182] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.570374] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.570441] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.570685] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.570846] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.571043] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-117c5d63-e29c-4f94-b395-c2a540938e2b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.967723] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c521135-df69-4401-8a92-fca440cdd690 in Status: SUCCESS [ 825.967957] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c521135-df69-4401-8a92-fca440cdd690" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.968158] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c521135-df69-4401-8a92-fca440cdd690" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.968497] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c521135-df69-4401-8a92-fca440cdd690" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.969095] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.969095] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.969095] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.969095] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.969663] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.969663] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c521135-df69-4401-8a92-fca440cdd690" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.969663] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c521135-df69-4401-8a92-fca440cdd690',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.050401] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33437932-a8e7-4eb8-b6e5-dab4c40b4676',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.472970] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c521135-df69-4401-8a92-fca440cdd690',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.557798] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.557798] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.557798] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.559511] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.559770] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.559770] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33437932-a8e7-4eb8-b6e5-dab4c40b4676 is going to be created. [ 826.586933] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.587250] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.587443] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.587721] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.587940] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.600864] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33437932-a8e7-4eb8-b6e5-dab4c40b4676 in Status: UNINITIALIZED for 2s [ 826.975419] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c521135-df69-4401-8a92-fca440cdd690: rpc.has_security_group_logging(os_id): False [ 826.994841] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.995047] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.995109] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.995312] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.995424] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.995651] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.995764] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.995823] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.995959] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.996049] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.996258] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c521135-df69-4401-8a92-fca440cdd690 is going to be created. [ 827.098217] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.098608] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.098608] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.098733] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.098794] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.110140] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c521135-df69-4401-8a92-fca440cdd690 in Status: IN_PROGRESS for 2s [ 828.124443] env[65068]: INFO networking_nsxv3.common.synchronization [req-666b5b70-abde-4ec3-a97a-4f55d74327fb req-78ed13b3-976f-4a8b-b1dc-8151b09ec7fc tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_members [ 828.125091] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_members [ 828.125405] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.125637] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.125637] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.125904] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.126037] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.126150] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.126233] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.126546] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.126546] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.126641] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.442471] env[65068]: INFO networking_nsxv3.common.synchronization [None req-b6bee7e5-5e40-4dce-bf1a-ffcc8fcefaaf None None] Enqueued Resource ID: dd07d620-1779-407d-9909-916b7d630d2b with Priority: HIGHEST for action port [ 828.442987] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd07d620-1779-407d-9909-916b7d630d2b with Priority: HIGHEST for action port [ 828.444859] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd07d620-1779-407d-9909-916b7d630d2b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.445462] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd07d620-1779-407d-9909-916b7d630d2b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.445735] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd07d620-1779-407d-9909-916b7d630d2b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.446283] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd07d620-1779-407d-9909-916b7d630d2b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.446493] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd07d620-1779-407d-9909-916b7d630d2b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.541738] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-292 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.542809] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-292" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.542809] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-292" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.542809] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-292" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.543527] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.543998] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.544216] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.544945] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.545191] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.545666] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.546428] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.546428] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.546428] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.546610] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.546644] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.546775] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.569540] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.569658] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 828.569717] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.569901] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-292" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.570293] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-9a39b9e8-f224-470d-8c7c-cf26027b2b41 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.570426] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-9a39b9e8-f224-470d-8c7c-cf26027b2b41" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.570540] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-9a39b9e8-f224-470d-8c7c-cf26027b2b41" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.570870] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-9a39b9e8-f224-470d-8c7c-cf26027b2b41" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.571017] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a39b9e8-f224-470d-8c7c-cf26027b2b41',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.612170] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33437932-a8e7-4eb8-b6e5-dab4c40b4676 in Status: SUCCESS [ 828.612417] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33437932-a8e7-4eb8-b6e5-dab4c40b4676" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.612644] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33437932-a8e7-4eb8-b6e5-dab4c40b4676" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.612950] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33437932-a8e7-4eb8-b6e5-dab4c40b4676" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.613187] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.613324] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.613406] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.613624] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.613737] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.613852] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33437932-a8e7-4eb8-b6e5-dab4c40b4676" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.613961] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33437932-a8e7-4eb8-b6e5-dab4c40b4676',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.628880] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.629152] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.629152] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.629373] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.629459] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.629680] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.629801] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.629865] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.630022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.630083] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.630168] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f07f2828-3433-42da-81f8-06cacf626909 already deleted. [ 828.630239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.951353] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd07d620-1779-407d-9909-916b7d630d2b [ 828.951353] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.951353] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.951353] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.951353] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.951353] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.951353] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd07d620-1779-407d-9909-916b7d630d2b already deleted. [ 828.951353] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd07d620-1779-407d-9909-916b7d630d2b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.077690] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.077941] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.078076] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.078407] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.078558] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.078721] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 9a39b9e8-f224-470d-8c7c-cf26027b2b41 not found, creating... [ 829.079022] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.079206] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.079332] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.079624] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.079762] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.080063] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.080241] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.080383] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.080635] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.080773] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.080908] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 9a39b9e8-f224-470d-8c7c-cf26027b2b41 is going to be created. [ 829.102299] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.102299] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.102299] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.102299] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.102939] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.102939] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-9a39b9e8-f224-470d-8c7c-cf26027b2b41" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.117627] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33437932-a8e7-4eb8-b6e5-dab4c40b4676',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.125113] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c521135-df69-4401-8a92-fca440cdd690 in Status: SUCCESS [ 829.125866] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c521135-df69-4401-8a92-fca440cdd690" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.619856] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33437932-a8e7-4eb8-b6e5-dab4c40b4676: rpc.has_security_group_logging(os_id): False [ 829.644922] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.645083] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.645171] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.645542] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.645858] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.646075] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.646169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.646169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.648043] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.648043] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.648043] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33437932-a8e7-4eb8-b6e5-dab4c40b4676 is going to be created. [ 829.726218] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.726363] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.726420] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.726832] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.727029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.742660] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33437932-a8e7-4eb8-b6e5-dab4c40b4676 in Status: IN_PROGRESS for 2s [ 829.913179] env[65068]: INFO networking_nsxv3.common.synchronization [req-666b5b70-abde-4ec3-a97a-4f55d74327fb req-da7bb5b5-d510-4582-ae17-fdcbcc966f0b service nova] Enqueued Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_rules [ 829.913179] env[65068]: INFO networking_nsxv3.common.synchronization [req-666b5b70-abde-4ec3-a97a-4f55d74327fb req-da7bb5b5-d510-4582-ae17-fdcbcc966f0b service nova] Enqueued Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_members [ 829.913179] env[65068]: INFO networking_nsxv3.common.synchronization [req-666b5b70-abde-4ec3-a97a-4f55d74327fb req-da7bb5b5-d510-4582-ae17-fdcbcc966f0b service nova] Enqueued Resource ID: 9a39b9e8-f224-470d-8c7c-cf26027b2b41 with Priority: HIGHEST for action port [ 829.913179] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_rules [ 829.913179] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_members [ 829.913179] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a39b9e8-f224-470d-8c7c-cf26027b2b41 with Priority: HIGHEST for action port [ 829.913179] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.913179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.913179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.913179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.913179] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.914327] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.914469] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.915455] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.915455] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.915455] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.915455] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.915455] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.915455] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.915455] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.915822] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.917311] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a39b9e8-f224-470d-8c7c-cf26027b2b41 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.917432] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a39b9e8-f224-470d-8c7c-cf26027b2b41" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.917757] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a39b9e8-f224-470d-8c7c-cf26027b2b41" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.917757] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a39b9e8-f224-470d-8c7c-cf26027b2b41" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.917757] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a39b9e8-f224-470d-8c7c-cf26027b2b41',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.417690] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.420259] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a39b9e8-f224-470d-8c7c-cf26027b2b41 with status ACTIVE [ 830.420966] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.420966] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.420966] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.421744] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.422217] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.422534] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.422650] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.422650] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.422900] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.422949] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.423147] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.423246] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.423309] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.423514] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.423514] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.423685] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a39b9e8-f224-470d-8c7c-cf26027b2b41 is going to be updated. [ 830.424768] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.424900] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.448100] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.448272] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.448322] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.448660] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.448756] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.448914] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a39b9e8-f224-470d-8c7c-cf26027b2b41" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.926443] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.949802] env[65068]: INFO networking_nsxv3.common.synchronization [None req-cd8a3194-bfb1-44bc-b0a2-75e436804bd8 None None] Enqueued Resource ID: e0091b1d-9883-492b-96d5-e72487804d01 with Priority: HIGHEST for action port [ 830.949802] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0091b1d-9883-492b-96d5-e72487804d01 with Priority: HIGHEST for action port [ 830.951232] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0091b1d-9883-492b-96d5-e72487804d01 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.951383] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0091b1d-9883-492b-96d5-e72487804d01" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.951459] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0091b1d-9883-492b-96d5-e72487804d01" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.952367] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0091b1d-9883-492b-96d5-e72487804d01" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.952367] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0091b1d-9883-492b-96d5-e72487804d01',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.432359] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.432670] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.432670] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.432741] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.432822] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.432908] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f07f2828-3433-42da-81f8-06cacf626909 is going to be created. [ 831.457708] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0091b1d-9883-492b-96d5-e72487804d01 [ 831.457708] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.457708] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.457708] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.457708] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.457708] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.457708] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0091b1d-9883-492b-96d5-e72487804d01 already deleted. [ 831.457708] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0091b1d-9883-492b-96d5-e72487804d01" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.458320] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.458578] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.458578] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.458690] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.458884] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.468946] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: UNINITIALIZED for 2s [ 831.785193] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33437932-a8e7-4eb8-b6e5-dab4c40b4676 in Status: SUCCESS [ 831.785466] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33437932-a8e7-4eb8-b6e5-dab4c40b4676" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.479620] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: SUCCESS [ 833.479946] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.480019] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.480215] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.480494] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.480611] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.480672] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.480861] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.480945] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.481039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.481127] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.983787] env[65068]: INFO networking_nsxv3.common.synchronization [req-21bcf383-9d75-423e-9bd7-05ecefc7988e req-c6639565-ed24-463b-9798-5e5f221ec82b tempest-ServerMetadataTestJSON-912055693 tempest-ServerMetadataTestJSON-912055693-project-member] Enqueued Resource ID: 1c8e6f91-ba4d-4db0-a86c-7c254846e4ee with Priority: HIGHEST for action security_group_members [ 833.983937] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.984114] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.984188] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.984396] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.984661] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.984661] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.984789] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.984853] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.985144] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.985144] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.985265] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.985265] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.985352] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.985590] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.985659] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.985714] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.985714] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.985714] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.986033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.986033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.986107] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.988291] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8e6f91-ba4d-4db0-a86c-7c254846e4ee with Priority: HIGHEST for action security_group_members [ 833.988291] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.988498] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.988498] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.988703] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.989140] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.989140] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.989140] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.989350] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.989350] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.989350] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c8e6f91-ba4d-4db0-a86c-7c254846e4ee',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.322717] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.322913] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-563" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.323042] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-563" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.323376] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-563" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.323642] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.323799] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.323919] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.324558] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.324658] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.324867] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.324981] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.325116] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.325215] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.325326] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.325434] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.325564] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.347771] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.347948] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 834.348098] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.348428] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-563" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.349030] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-fffb7ec0-0a24-46f4-8c47-d333395d77e6 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.349030] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-fffb7ec0-0a24-46f4-8c47-d333395d77e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.349272] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-fffb7ec0-0a24-46f4-8c47-d333395d77e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.349483] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-fffb7ec0-0a24-46f4-8c47-d333395d77e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.349646] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fffb7ec0-0a24-46f4-8c47-d333395d77e6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.488145] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f07f2828-3433-42da-81f8-06cacf626909: rpc.has_security_group_logging(os_id): False [ 834.491428] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.491884] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.491884] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.492073] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.492073] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.492275] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.492407] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.492962] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.492962] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.492962] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.492962] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c8e6f91-ba4d-4db0-a86c-7c254846e4ee already deleted. [ 834.492962] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.515368] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.515587] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.515692] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.516013] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.516173] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.516501] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.516661] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.516758] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.516998] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.517143] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.517425] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.517588] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.517686] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.518013] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.518153] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.518450] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.518605] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.518714] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.518945] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.519201] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.519356] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f07f2828-3433-42da-81f8-06cacf626909 is going to be created. [ 834.592138] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.592138] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.592388] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.592512] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.592735] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.610605] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: IN_PROGRESS for 2s [ 834.852904] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.853300] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.853482] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.853922] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.854183] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.854506] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port fffb7ec0-0a24-46f4-8c47-d333395d77e6 not found, creating... [ 834.854994] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.855262] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.855507] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.855839] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.855928] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.856318] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.856564] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.856718] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.856980] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.857199] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.857379] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: fffb7ec0-0a24-46f4-8c47-d333395d77e6 is going to be created. [ 834.884014] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.884292] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.884452] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.884776] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.885083] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.885401] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-fffb7ec0-0a24-46f4-8c47-d333395d77e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.603848] env[65068]: INFO networking_nsxv3.common.synchronization [req-21bcf383-9d75-423e-9bd7-05ecefc7988e req-2c1cad6f-6c13-4ed8-811c-f7ff8960767e service nova] Enqueued Resource ID: 1c8e6f91-ba4d-4db0-a86c-7c254846e4ee with Priority: HIGHEST for action security_group_rules [ 835.604130] env[65068]: INFO networking_nsxv3.common.synchronization [req-21bcf383-9d75-423e-9bd7-05ecefc7988e req-2c1cad6f-6c13-4ed8-811c-f7ff8960767e service nova] Enqueued Resource ID: 1c8e6f91-ba4d-4db0-a86c-7c254846e4ee with Priority: HIGHEST for action security_group_members [ 835.604291] env[65068]: INFO networking_nsxv3.common.synchronization [req-21bcf383-9d75-423e-9bd7-05ecefc7988e req-2c1cad6f-6c13-4ed8-811c-f7ff8960767e service nova] Enqueued Resource ID: fffb7ec0-0a24-46f4-8c47-d333395d77e6 with Priority: HIGHEST for action port [ 835.604827] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8e6f91-ba4d-4db0-a86c-7c254846e4ee with Priority: HIGHEST for action security_group_rules [ 835.604961] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8e6f91-ba4d-4db0-a86c-7c254846e4ee with Priority: HIGHEST for action security_group_members [ 835.605073] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fffb7ec0-0a24-46f4-8c47-d333395d77e6 with Priority: HIGHEST for action port [ 835.605440] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.605589] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.605723] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.605921] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.606013] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c8e6f91-ba4d-4db0-a86c-7c254846e4ee',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.606980] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.607109] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.607177] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.607355] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.607723] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.607723] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.607723] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.607849] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.607849] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.607946] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c8e6f91-ba4d-4db0-a86c-7c254846e4ee',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.609811] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-fffb7ec0-0a24-46f4-8c47-d333395d77e6 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.609811] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fffb7ec0-0a24-46f4-8c47-d333395d77e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.609811] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fffb7ec0-0a24-46f4-8c47-d333395d77e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.609811] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fffb7ec0-0a24-46f4-8c47-d333395d77e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.609811] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fffb7ec0-0a24-46f4-8c47-d333395d77e6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.743974] env[65068]: INFO networking_nsxv3.common.synchronization [req-e194fc01-df12-4ae3-9775-4f6e4344e03e req-244c7f7a-31e3-4816-8b4b-fffa6d6a18c1 tempest-ServerDiskConfigTestJSON-2108457671 tempest-ServerDiskConfigTestJSON-2108457671-project-member] Enqueued Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_members [ 835.744452] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_members [ 835.744796] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.744921] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.744992] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.745206] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.745359] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.745454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.745517] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.745684] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.745776] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.745870] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.111026] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c8e6f91-ba4d-4db0-a86c-7c254846e4ee',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.112045] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.112045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.112252] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fffb7ec0-0a24-46f4-8c47-d333395d77e6 with status ACTIVE [ 836.112903] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.112903] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.112903] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.112903] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.112903] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.113187] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.113187] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.113291] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.113411] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.113455] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.114026] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.114026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.114026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.114026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.114026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.114305] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fffb7ec0-0a24-46f4-8c47-d333395d77e6 is going to be updated. [ 836.136278] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.136427] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.136427] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.136714] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.136793] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.136944] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fffb7ec0-0a24-46f4-8c47-d333395d77e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.248172] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.248467] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.248565] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.249072] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.249072] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.249197] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.249351] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.249351] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.249697] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.249697] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.249697] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d is going to be updated. [ 836.367082] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.367311] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.367404] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.367717] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.367885] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.379049] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: IN_PROGRESS for 2s [ 836.616697] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c8e6f91-ba4d-4db0-a86c-7c254846e4ee',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.627089] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: SUCCESS [ 836.627415] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.793025] env[65068]: INFO networking_nsxv3.common.synchronization [req-f5365d31-a57e-412c-87d0-9c47671de541 req-b20bf1c5-b63e-4258-bac0-6b22a176bc30 tempest-ImagesOneServerNegativeTestJSON-651019256 tempest-ImagesOneServerNegativeTestJSON-651019256-project-member] Enqueued Resource ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 with Priority: HIGHEST for action security_group_members [ 836.793025] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 with Priority: HIGHEST for action security_group_members [ 836.793025] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.793025] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.793025] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.793025] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.793025] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.793025] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.793025] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.793025] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.793025] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.793025] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62fa64dd-f7c4-469d-ba7c-c8d1c97d5413',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.121079] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.121079] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.121079] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.121079] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.121079] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.121079] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c8e6f91-ba4d-4db0-a86c-7c254846e4ee is going to be created. [ 837.145312] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.145557] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.146116] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.146116] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.146408] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.152182] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-510 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.152471] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-510" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.152656] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-510" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.153026] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-510" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.154339] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.154339] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.154339] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.154660] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.154852] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.155172] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.155365] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.155560] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.155691] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.155862] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.156033] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.156232] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.164434] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c8e6f91-ba4d-4db0-a86c-7c254846e4ee in Status: UNINITIALIZED for 2s [ 837.175740] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.175957] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 837.176051] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.176231] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-510" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.176541] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-2adca562-7e0a-4a9b-afeb-3b4498923910 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.176711] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-2adca562-7e0a-4a9b-afeb-3b4498923910" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.177118] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-2adca562-7e0a-4a9b-afeb-3b4498923910" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.177237] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-2adca562-7e0a-4a9b-afeb-3b4498923910" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.177345] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2adca562-7e0a-4a9b-afeb-3b4498923910',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.295935] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.296158] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.296246] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.296442] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.324556] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.324866] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.324991] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.325068] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.325270] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.325352] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.325448] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 is going to be updated. [ 837.355745] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.355745] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.355745] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.355935] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.355935] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.365464] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 in Status: IN_PROGRESS for 2s [ 837.681741] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.682191] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.682191] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.682514] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.682708] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.683121] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 2adca562-7e0a-4a9b-afeb-3b4498923910 not found, creating... [ 837.683203] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.683363] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.683481] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.683710] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.683848] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.684226] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.684387] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.684558] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.684800] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.684944] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.685102] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 2adca562-7e0a-4a9b-afeb-3b4498923910 is going to be created. [ 837.708404] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.708690] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.708823] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.709167] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.710341] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.710341] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-2adca562-7e0a-4a9b-afeb-3b4498923910" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.392025] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: SUCCESS [ 838.392256] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d deletion is rescheduled due to dependency. [ 838.392336] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.412210] env[65068]: INFO networking_nsxv3.common.synchronization [req-f5365d31-a57e-412c-87d0-9c47671de541 req-dde7e091-be19-4064-af3a-5fe3a9389f70 service nova] Enqueued Resource ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 with Priority: HIGHEST for action security_group_rules [ 838.412391] env[65068]: INFO networking_nsxv3.common.synchronization [req-f5365d31-a57e-412c-87d0-9c47671de541 req-dde7e091-be19-4064-af3a-5fe3a9389f70 service nova] Enqueued Resource ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 with Priority: HIGHEST for action security_group_members [ 838.412529] env[65068]: INFO networking_nsxv3.common.synchronization [req-f5365d31-a57e-412c-87d0-9c47671de541 req-dde7e091-be19-4064-af3a-5fe3a9389f70 service nova] Enqueued Resource ID: 2adca562-7e0a-4a9b-afeb-3b4498923910 with Priority: HIGHEST for action port [ 838.413048] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 with Priority: HIGHEST for action security_group_rules [ 838.413183] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 with Priority: HIGHEST for action security_group_members [ 838.413280] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2adca562-7e0a-4a9b-afeb-3b4498923910 with Priority: HIGHEST for action port [ 838.413551] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.413731] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.413731] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.413919] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.413999] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62fa64dd-f7c4-469d-ba7c-c8d1c97d5413',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.417481] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.417582] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.417779] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-2adca562-7e0a-4a9b-afeb-3b4498923910 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.417901] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2adca562-7e0a-4a9b-afeb-3b4498923910" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.418012] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2adca562-7e0a-4a9b-afeb-3b4498923910" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.418204] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2adca562-7e0a-4a9b-afeb-3b4498923910" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.418329] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2adca562-7e0a-4a9b-afeb-3b4498923910',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.918611] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.918611] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.922951] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2adca562-7e0a-4a9b-afeb-3b4498923910 with status ACTIVE [ 838.923164] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.923391] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.923466] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.923685] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.923775] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.923948] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.924067] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.924130] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.924279] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.924356] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.924542] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.924628] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.924686] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.924823] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.924896] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.924997] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2adca562-7e0a-4a9b-afeb-3b4498923910 is going to be updated. [ 838.946735] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.946922] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.946970] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.947161] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.947296] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.947479] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2adca562-7e0a-4a9b-afeb-3b4498923910" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.175171] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c8e6f91-ba4d-4db0-a86c-7c254846e4ee in Status: SUCCESS [ 839.175393] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.175564] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.175795] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.175983] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.176114] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.176369] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.176369] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.176474] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.176595] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.176661] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c8e6f91-ba4d-4db0-a86c-7c254846e4ee',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.376351] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 in Status: SUCCESS [ 839.376625] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 deletion is rescheduled due to dependency. [ 839.376735] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.376968] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.377259] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.377505] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.377655] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.377745] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.378444] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.380436] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.380436] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62fa64dd-f7c4-469d-ba7c-c8d1c97d5413',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.679078] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.679078] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.679078] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.679078] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.679344] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.679344] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.679344] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.680026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.680026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.680026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.680026] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.680026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.680026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.680425] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.680425] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.680425] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.680425] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.680576] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.680576] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.680640] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.680724] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c8e6f91-ba4d-4db0-a86c-7c254846e4ee',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.881956] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62fa64dd-f7c4-469d-ba7c-c8d1c97d5413',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.183066] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c8e6f91-ba4d-4db0-a86c-7c254846e4ee: rpc.has_security_group_logging(os_id): False [ 840.202521] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.202660] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.202747] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.202965] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.203077] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.203279] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.203425] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.203475] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.203639] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.203720] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.203924] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.204488] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.204488] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.204488] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.204488] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.204707] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.204707] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.204791] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.204910] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.204997] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.205100] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c8e6f91-ba4d-4db0-a86c-7c254846e4ee is going to be created. [ 840.276704] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.276704] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.276704] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.276704] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.276704] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.304395] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c8e6f91-ba4d-4db0-a86c-7c254846e4ee in Status: IN_PROGRESS for 2s [ 840.387041] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62fa64dd-f7c4-469d-ba7c-c8d1c97d5413',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.890601] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.891472] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.891472] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.891472] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.891472] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.891472] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 is going to be updated. [ 840.935411] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.935411] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.935411] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.935619] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.935793] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.956538] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 in Status: IN_PROGRESS for 2s [ 841.261598] env[65068]: INFO networking_nsxv3.common.synchronization [req-0417f6bc-776b-46f1-a66e-137d3f13dbe0 req-bfdc9995-3e39-4a28-bf1e-f8ea2c4d5799 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_members [ 841.261598] env[65068]: INFO networking_nsxv3.common.synchronization [req-0417f6bc-776b-46f1-a66e-137d3f13dbe0 req-bfdc9995-3e39-4a28-bf1e-f8ea2c4d5799 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 with Priority: HIGHEST for action security_group_members [ 841.262042] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_members [ 841.262146] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 with Priority: HIGHEST for action security_group_members [ 841.262739] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.262850] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.262850] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.263096] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.263205] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.263601] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.263601] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.263753] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.263819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.263900] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.266140] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-73592ac0-a8ce-4176-a9fc-043c66f933f8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.266364] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.266438] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.266659] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.266807] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.266900] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.266962] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.267119] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.267202] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.267289] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73592ac0-a8ce-4176-a9fc-043c66f933f8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.315715] env[65068]: INFO networking_nsxv3.common.synchronization [req-0417f6bc-776b-46f1-a66e-137d3f13dbe0 req-bfdc9995-3e39-4a28-bf1e-f8ea2c4d5799 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 with Priority: HIGHEST for action security_group_rules [ 841.315940] env[65068]: INFO networking_nsxv3.common.synchronization [req-0417f6bc-776b-46f1-a66e-137d3f13dbe0 req-bfdc9995-3e39-4a28-bf1e-f8ea2c4d5799 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 with Priority: HIGHEST for action security_group_members [ 841.316042] env[65068]: INFO networking_nsxv3.common.synchronization [req-0417f6bc-776b-46f1-a66e-137d3f13dbe0 req-bfdc9995-3e39-4a28-bf1e-f8ea2c4d5799 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_rules [ 841.316231] env[65068]: INFO networking_nsxv3.common.synchronization [req-0417f6bc-776b-46f1-a66e-137d3f13dbe0 req-bfdc9995-3e39-4a28-bf1e-f8ea2c4d5799 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_members [ 841.316336] env[65068]: INFO networking_nsxv3.common.synchronization [req-0417f6bc-776b-46f1-a66e-137d3f13dbe0 req-bfdc9995-3e39-4a28-bf1e-f8ea2c4d5799 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: 9a39b9e8-f224-470d-8c7c-cf26027b2b41 with Priority: HIGHEST for action port [ 841.316895] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 with Priority: HIGHEST for action security_group_rules [ 841.317936] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_rules [ 841.318313] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a39b9e8-f224-470d-8c7c-cf26027b2b41 with Priority: HIGHEST for action port [ 841.318313] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 with Priority: HIGHEST for action security_group_members [ 841.318431] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_members [ 841.318671] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73592ac0-a8ce-4176-a9fc-043c66f933f8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.318825] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.318895] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.319168] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.319255] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73592ac0-a8ce-4176-a9fc-043c66f933f8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.321058] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.321058] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.321058] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.321058] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.321589] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.322665] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a39b9e8-f224-470d-8c7c-cf26027b2b41 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.322800] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a39b9e8-f224-470d-8c7c-cf26027b2b41" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.322848] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a39b9e8-f224-470d-8c7c-cf26027b2b41" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.323033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a39b9e8-f224-470d-8c7c-cf26027b2b41" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.323107] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a39b9e8-f224-470d-8c7c-cf26027b2b41',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.326278] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-73592ac0-a8ce-4176-a9fc-043c66f933f8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.326278] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.326278] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.326278] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.687580] env[65068]: INFO networking_nsxv3.common.synchronization [req-67bc43b5-21f3-428c-a68e-632882bd3c3f req-ae4ff65d-9f7c-4dde-b79d-483cd178db83 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 with Priority: HIGHEST for action security_group_members [ 841.687767] env[65068]: INFO networking_nsxv3.common.synchronization [req-67bc43b5-21f3-428c-a68e-632882bd3c3f req-ae4ff65d-9f7c-4dde-b79d-483cd178db83 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: 893668e6-0b0e-44d5-9a9b-2e86ad50551f with Priority: HIGHEST for action security_group_members [ 841.687898] env[65068]: INFO networking_nsxv3.common.synchronization [req-67bc43b5-21f3-428c-a68e-632882bd3c3f req-ae4ff65d-9f7c-4dde-b79d-483cd178db83 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_members [ 841.688532] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 with Priority: HIGHEST for action security_group_members [ 841.688664] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893668e6-0b0e-44d5-9a9b-2e86ad50551f with Priority: HIGHEST for action security_group_members [ 841.688760] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_members [ 841.689332] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-73592ac0-a8ce-4176-a9fc-043c66f933f8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.689332] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.689501] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-893668e6-0b0e-44d5-9a9b-2e86ad50551f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.689611] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-893668e6-0b0e-44d5-9a9b-2e86ad50551f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.689698] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-893668e6-0b0e-44d5-9a9b-2e86ad50551f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.689929] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-893668e6-0b0e-44d5-9a9b-2e86ad50551f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.690091] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.690187] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.690251] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.690409] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.690490] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.690583] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('893668e6-0b0e-44d5-9a9b-2e86ad50551f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.691495] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.691587] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.734046] env[65068]: INFO networking_nsxv3.common.synchronization [req-67bc43b5-21f3-428c-a68e-632882bd3c3f req-ae4ff65d-9f7c-4dde-b79d-483cd178db83 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 with Priority: HIGHEST for action security_group_rules [ 841.734046] env[65068]: INFO networking_nsxv3.common.synchronization [req-67bc43b5-21f3-428c-a68e-632882bd3c3f req-ae4ff65d-9f7c-4dde-b79d-483cd178db83 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 with Priority: HIGHEST for action security_group_members [ 841.734046] env[65068]: INFO networking_nsxv3.common.synchronization [req-67bc43b5-21f3-428c-a68e-632882bd3c3f req-ae4ff65d-9f7c-4dde-b79d-483cd178db83 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: 893668e6-0b0e-44d5-9a9b-2e86ad50551f with Priority: HIGHEST for action security_group_rules [ 841.734046] env[65068]: INFO networking_nsxv3.common.synchronization [req-67bc43b5-21f3-428c-a68e-632882bd3c3f req-ae4ff65d-9f7c-4dde-b79d-483cd178db83 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: 893668e6-0b0e-44d5-9a9b-2e86ad50551f with Priority: HIGHEST for action security_group_members [ 841.734046] env[65068]: INFO networking_nsxv3.common.synchronization [req-67bc43b5-21f3-428c-a68e-632882bd3c3f req-ae4ff65d-9f7c-4dde-b79d-483cd178db83 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_rules [ 841.734046] env[65068]: INFO networking_nsxv3.common.synchronization [req-67bc43b5-21f3-428c-a68e-632882bd3c3f req-ae4ff65d-9f7c-4dde-b79d-483cd178db83 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_members [ 841.734338] env[65068]: INFO networking_nsxv3.common.synchronization [req-67bc43b5-21f3-428c-a68e-632882bd3c3f req-ae4ff65d-9f7c-4dde-b79d-483cd178db83 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: 9a39b9e8-f224-470d-8c7c-cf26027b2b41 with Priority: HIGHEST for action port [ 841.735199] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 with Priority: HIGHEST for action security_group_rules [ 841.735348] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893668e6-0b0e-44d5-9a9b-2e86ad50551f with Priority: HIGHEST for action security_group_rules [ 841.735480] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_members [ 841.735586] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a39b9e8-f224-470d-8c7c-cf26027b2b41 with Priority: HIGHEST for action port [ 841.735692] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_rules [ 841.735827] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 with Priority: HIGHEST for action security_group_members [ 841.735887] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893668e6-0b0e-44d5-9a9b-2e86ad50551f with Priority: HIGHEST for action security_group_members [ 841.736218] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73592ac0-a8ce-4176-a9fc-043c66f933f8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.736312] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.736583] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-893668e6-0b0e-44d5-9a9b-2e86ad50551f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.736684] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-893668e6-0b0e-44d5-9a9b-2e86ad50551f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.736761] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-893668e6-0b0e-44d5-9a9b-2e86ad50551f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.737052] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-893668e6-0b0e-44d5-9a9b-2e86ad50551f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.737116] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('893668e6-0b0e-44d5-9a9b-2e86ad50551f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.738081] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.738155] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.739056] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a39b9e8-f224-470d-8c7c-cf26027b2b41 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.739056] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a39b9e8-f224-470d-8c7c-cf26027b2b41" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.739056] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.739056] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.739056] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-73592ac0-a8ce-4176-a9fc-043c66f933f8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.739056] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.739374] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-893668e6-0b0e-44d5-9a9b-2e86ad50551f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.739374] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-893668e6-0b0e-44d5-9a9b-2e86ad50551f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.769732] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.772361] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73592ac0-a8ce-4176-a9fc-043c66f933f8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.825064] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a39b9e8-f224-470d-8c7c-cf26027b2b41 with status ACTIVE [ 841.826642] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.826642] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.826642] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.826642] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.826642] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.826642] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.826642] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.826642] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.826642] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.826642] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.826642] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.826642] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.826642] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.827242] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.827242] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.827242] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a39b9e8-f224-470d-8c7c-cf26027b2b41 is going to be updated. [ 841.828162] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.828275] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.828563] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-73592ac0-a8ce-4176-a9fc-043c66f933f8 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.828651] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.850126] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.850126] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.850126] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.850126] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.850126] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.850126] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a39b9e8-f224-470d-8c7c-cf26027b2b41" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.850126] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a39b9e8-f224-470d-8c7c-cf26027b2b41" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.850126] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a39b9e8-f224-470d-8c7c-cf26027b2b41" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.850126] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a39b9e8-f224-470d-8c7c-cf26027b2b41',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.193082] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('893668e6-0b0e-44d5-9a9b-2e86ad50551f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.240123] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-893668e6-0b0e-44d5-9a9b-2e86ad50551f taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.240356] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-893668e6-0b0e-44d5-9a9b-2e86ad50551f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.271783] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.274528] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73592ac0-a8ce-4176-a9fc-043c66f933f8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.319584] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c8e6f91-ba4d-4db0-a86c-7c254846e4ee in Status: SUCCESS [ 842.319805] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.351842] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a39b9e8-f224-470d-8c7c-cf26027b2b41 with status ACTIVE [ 842.352064] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.352196] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.352267] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.352753] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.352753] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.352753] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.352984] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.352984] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.353057] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.353156] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.353332] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.353428] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.353565] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.353640] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.353698] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.353782] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a39b9e8-f224-470d-8c7c-cf26027b2b41 is going to be updated. [ 842.375774] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.375920] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.375999] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.376393] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.376565] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.376841] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a39b9e8-f224-470d-8c7c-cf26027b2b41" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.695906] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('893668e6-0b0e-44d5-9a9b-2e86ad50551f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.774838] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.774838] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.774959] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.775594] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.775594] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.775594] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f07f2828-3433-42da-81f8-06cacf626909 is going to be updated. [ 842.777031] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.777209] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.777268] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.777471] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.777603] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.777809] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 is going to be created. [ 842.814974] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.815083] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.815132] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.815389] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.815689] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.822605] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.822784] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.822888] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.823182] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.823357] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.830804] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 in Status: UNINITIALIZED for 2s [ 842.834103] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: IN_PROGRESS for 2s [ 842.968049] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 in Status: SUCCESS [ 842.968049] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.968684] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.968908] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.969122] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.969241] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.969338] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.969547] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.969634] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.969846] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.969846] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62fa64dd-f7c4-469d-ba7c-c8d1c97d5413',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.199704] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.199845] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.199947] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.200161] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.200241] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.200351] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 893668e6-0b0e-44d5-9a9b-2e86ad50551f is going to be created. [ 843.224210] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.224356] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.224420] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.224639] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.224796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.235805] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 893668e6-0b0e-44d5-9a9b-2e86ad50551f in Status: UNINITIALIZED for 2s [ 843.472425] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.472765] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.472765] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.474035] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.474914] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.474914] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.474914] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.474914] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.474914] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.474914] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.475245] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.475245] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.475327] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.476029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.476029] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.476029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.476029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.476256] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.476256] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.476329] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.476405] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62fa64dd-f7c4-469d-ba7c-c8d1c97d5413',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.980398] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413: rpc.has_security_group_logging(os_id): False [ 844.001777] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.001961] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.001998] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.002214] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.002311] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.002526] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.002626] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.002683] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.002834] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.002911] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.003130] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.003228] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.003279] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.003417] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.003491] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.003672] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.003759] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.003820] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.003950] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.005116] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.005764] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 is going to be updated. [ 844.076609] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.076803] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.076910] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.077102] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.077249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.097457] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 in Status: IN_PROGRESS for 2s [ 844.843407] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: SUCCESS [ 844.843791] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.843842] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.844139] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.844396] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.844548] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.844634] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.844895] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.844987] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.845037] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.846579] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 in Status: SUCCESS [ 844.846803] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.848056] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.848056] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.848056] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.848056] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.848056] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.848056] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.848636] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.848636] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73592ac0-a8ce-4176-a9fc-043c66f933f8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.253993] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 893668e6-0b0e-44d5-9a9b-2e86ad50551f in Status: SUCCESS [ 845.253993] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-893668e6-0b0e-44d5-9a9b-2e86ad50551f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.253993] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-893668e6-0b0e-44d5-9a9b-2e86ad50551f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.253993] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-893668e6-0b0e-44d5-9a9b-2e86ad50551f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.254676] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.254676] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.254676] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.254676] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.254676] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.254676] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('893668e6-0b0e-44d5-9a9b-2e86ad50551f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.350048] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.350950] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73592ac0-a8ce-4176-a9fc-043c66f933f8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.759235] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('893668e6-0b0e-44d5-9a9b-2e86ad50551f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.853085] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.853998] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73592ac0-a8ce-4176-a9fc-043c66f933f8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.111318] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 in Status: SUCCESS [ 846.111555] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.262906] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('893668e6-0b0e-44d5-9a9b-2e86ad50551f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.357287] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.357287] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.357287] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.357287] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.357287] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.357287] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f07f2828-3433-42da-81f8-06cacf626909 is going to be updated. [ 846.358639] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.358786] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.358846] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.359015] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.359127] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.360363] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 is going to be updated. [ 846.400282] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.400456] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.400516] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.400745] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.400890] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.403185] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.403366] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.403366] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.403552] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.403699] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.415123] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 in Status: IN_PROGRESS for 2s [ 846.415860] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: IN_PROGRESS for 2s [ 846.736681] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 846.736903] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=12 [ 846.766773] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.767031] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.767031] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.767271] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.767364] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.767482] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 893668e6-0b0e-44d5-9a9b-2e86ad50551f is going to be updated. [ 846.800084] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.800251] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.800313] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.800528] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.800727] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.814574] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 893668e6-0b0e-44d5-9a9b-2e86ad50551f in Status: IN_PROGRESS for 2s [ 848.003315] env[65068]: INFO networking_nsxv3.common.synchronization [req-4850e070-6f04-49fa-a4ee-01a1a51dd1da req-780cf88b-199a-4c04-a569-4cebb7f810d0 tempest-ServerMetadataTestJSON-912055693 tempest-ServerMetadataTestJSON-912055693-project-member] Enqueued Resource ID: 1c8e6f91-ba4d-4db0-a86c-7c254846e4ee with Priority: HIGHEST for action security_group_members [ 848.004012] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8e6f91-ba4d-4db0-a86c-7c254846e4ee with Priority: HIGHEST for action security_group_members [ 848.004337] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.004459] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.004526] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.004727] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.004880] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.004979] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.005047] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.005192] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.005277] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.005405] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c8e6f91-ba4d-4db0-a86c-7c254846e4ee',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.344656] env[65068]: INFO networking_nsxv3.common.synchronization [req-b0103d19-312e-4a42-bfb3-7cac2e66b97b req-e5fa34e1-8a26-4e65-816f-84983b233ea3 tempest-ListServersNegativeTestJSON-841077823 tempest-ListServersNegativeTestJSON-841077823-project-member] Enqueued Resource ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe with Priority: HIGHEST for action security_group_members [ 848.345337] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe with Priority: HIGHEST for action security_group_members [ 848.345673] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-98f58e62-9b35-41bd-a32d-beb417ad82fe taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.345803] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.345871] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.346494] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.346654] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.346763] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.346825] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.346961] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.347056] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.347154] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98f58e62-9b35-41bd-a32d-beb417ad82fe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.429244] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 in Status: SUCCESS [ 848.429244] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.429244] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.429244] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.429244] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.429244] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.429244] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.429665] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.429665] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.429665] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73592ac0-a8ce-4176-a9fc-043c66f933f8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.434911] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: SUCCESS [ 848.434911] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.435188] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.435188] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.435305] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.435410] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.435473] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.435627] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.435696] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.438078] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.507118] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.507316] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.507386] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.507753] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.507753] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.507899] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.508023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.508073] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.508230] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.508300] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.509037] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c8e6f91-ba4d-4db0-a86c-7c254846e4ee is going to be updated. [ 848.544721] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.544721] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.544721] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.544721] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.544721] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.556044] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c8e6f91-ba4d-4db0-a86c-7c254846e4ee in Status: IN_PROGRESS for 2s [ 848.825536] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-980 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.825536] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-980" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.825536] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-980" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.825536] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-980" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.825536] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.825536] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.825536] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.825536] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.825536] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.825536] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.825536] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.827452] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.827452] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.827452] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.827452] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.827452] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.828384] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 893668e6-0b0e-44d5-9a9b-2e86ad50551f in Status: SUCCESS [ 848.828586] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-893668e6-0b0e-44d5-9a9b-2e86ad50551f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.829118] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-893668e6-0b0e-44d5-9a9b-2e86ad50551f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.829327] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-893668e6-0b0e-44d5-9a9b-2e86ad50551f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.829503] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.829612] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.829671] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.829820] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.829902] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.829984] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-893668e6-0b0e-44d5-9a9b-2e86ad50551f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.830094] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('893668e6-0b0e-44d5-9a9b-2e86ad50551f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.848625] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.849173] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 848.849405] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.849517] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-980" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.849834] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-eadcca29-dc7a-4468-bed5-25cc0bc196f9 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.850020] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-eadcca29-dc7a-4468-bed5-25cc0bc196f9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.850141] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-eadcca29-dc7a-4468-bed5-25cc0bc196f9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.850461] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-eadcca29-dc7a-4468-bed5-25cc0bc196f9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.850598] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eadcca29-dc7a-4468-bed5-25cc0bc196f9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.852172] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.853179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.853179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.853179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.853179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.853179] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.853179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.853179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.853179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.853179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.853179] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe already deleted. [ 848.853612] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.937649] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73592ac0-a8ce-4176-a9fc-043c66f933f8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.939673] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.332288] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('893668e6-0b0e-44d5-9a9b-2e86ad50551f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.354897] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.355198] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.355345] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.355737] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.355926] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.356108] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port eadcca29-dc7a-4468-bed5-25cc0bc196f9 not found, creating... [ 849.356381] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.356720] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.356720] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.356870] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.357014] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.357296] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.357489] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.357614] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.357821] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.357955] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.358126] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: eadcca29-dc7a-4468-bed5-25cc0bc196f9 is going to be created. [ 849.378683] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.378997] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.379218] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.379540] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.379787] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.380062] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-eadcca29-dc7a-4468-bed5-25cc0bc196f9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.440600] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73592ac0-a8ce-4176-a9fc-043c66f933f8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.442234] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.834693] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 893668e6-0b0e-44d5-9a9b-2e86ad50551f: rpc.has_security_group_logging(os_id): False [ 849.854499] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.854654] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.854744] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.855016] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.855073] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.855734] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.855734] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.855734] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.855734] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.855940] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.855940] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 893668e6-0b0e-44d5-9a9b-2e86ad50551f is going to be created. [ 849.919686] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.919965] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.919965] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.920081] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.920217] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.933592] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 893668e6-0b0e-44d5-9a9b-2e86ad50551f in Status: IN_PROGRESS for 2s [ 849.944704] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.944828] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.944898] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.945142] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.945290] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.945436] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 is going to be updated. [ 849.946866] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.946988] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.947069] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.947264] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.947349] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.947440] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f07f2828-3433-42da-81f8-06cacf626909 is going to be updated. [ 849.998831] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.998950] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.999187] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.999262] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.999440] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.005328] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.005328] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.005328] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.005328] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.005514] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.032156] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 in Status: IN_PROGRESS for 2s [ 850.032762] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: IN_PROGRESS for 2s [ 850.133516] env[65068]: INFO networking_nsxv3.common.synchronization [req-b0103d19-312e-4a42-bfb3-7cac2e66b97b req-f9185129-a57f-4c80-9944-4764fc6c0b77 service nova] Enqueued Resource ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe with Priority: HIGHEST for action security_group_rules [ 850.133730] env[65068]: INFO networking_nsxv3.common.synchronization [req-b0103d19-312e-4a42-bfb3-7cac2e66b97b req-f9185129-a57f-4c80-9944-4764fc6c0b77 service nova] Enqueued Resource ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe with Priority: HIGHEST for action security_group_members [ 850.133844] env[65068]: INFO networking_nsxv3.common.synchronization [req-b0103d19-312e-4a42-bfb3-7cac2e66b97b req-f9185129-a57f-4c80-9944-4764fc6c0b77 service nova] Enqueued Resource ID: eadcca29-dc7a-4468-bed5-25cc0bc196f9 with Priority: HIGHEST for action port [ 850.134384] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe with Priority: HIGHEST for action security_group_rules [ 850.134526] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe with Priority: HIGHEST for action security_group_members [ 850.134678] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eadcca29-dc7a-4468-bed5-25cc0bc196f9 with Priority: HIGHEST for action port [ 850.135038] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98f58e62-9b35-41bd-a32d-beb417ad82fe taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.135189] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.135239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.135500] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.135588] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98f58e62-9b35-41bd-a32d-beb417ad82fe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.136837] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-98f58e62-9b35-41bd-a32d-beb417ad82fe taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.136958] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.137042] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.137235] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.137372] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.137470] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.137541] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.137694] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.137774] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.137869] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98f58e62-9b35-41bd-a32d-beb417ad82fe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.139647] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-eadcca29-dc7a-4468-bed5-25cc0bc196f9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.139773] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eadcca29-dc7a-4468-bed5-25cc0bc196f9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.139828] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eadcca29-dc7a-4468-bed5-25cc0bc196f9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.139981] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eadcca29-dc7a-4468-bed5-25cc0bc196f9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.140074] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eadcca29-dc7a-4468-bed5-25cc0bc196f9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.567118] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c8e6f91-ba4d-4db0-a86c-7c254846e4ee in Status: SUCCESS [ 850.567504] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c8e6f91-ba4d-4db0-a86c-7c254846e4ee deletion is rescheduled due to dependency. [ 850.567504] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.642916] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-98f58e62-9b35-41bd-a32d-beb417ad82fe taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.643407] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.643670] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98f58e62-9b35-41bd-a32d-beb417ad82fe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.645196] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eadcca29-dc7a-4468-bed5-25cc0bc196f9 with status ACTIVE [ 850.646501] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.646750] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.646931] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.647252] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.647338] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.647515] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.647619] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.647660] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.647819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.647915] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.648601] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.648601] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.648601] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.648929] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.649103] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.649103] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eadcca29-dc7a-4468-bed5-25cc0bc196f9 is going to be updated. [ 850.671798] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.672024] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.672024] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.672222] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.672381] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.672660] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eadcca29-dc7a-4468-bed5-25cc0bc196f9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.152637] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98f58e62-9b35-41bd-a32d-beb417ad82fe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.183142] env[65068]: INFO networking_nsxv3.common.synchronization [req-b0103d19-312e-4a42-bfb3-7cac2e66b97b req-5da415ab-36b8-4807-a717-7b24470313a2 tempest-ListServersNegativeTestJSON-841077823 tempest-ListServersNegativeTestJSON-841077823-project-member] Enqueued Resource ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe with Priority: HIGHEST for action security_group_members [ 851.183743] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe with Priority: HIGHEST for action security_group_members [ 851.186233] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-98f58e62-9b35-41bd-a32d-beb417ad82fe taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.186409] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.654405] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.654788] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.654788] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.654999] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.655089] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.655221] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe is going to be created. [ 851.658010] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-980 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.658252] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-980" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.658436] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-980" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.658772] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-980" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.659149] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.659391] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.659552] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.659845] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.660053] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.660375] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.660566] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.660744] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.660922] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.661122] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.661307] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.661510] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.684493] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.684655] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 851.684747] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.685246] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-980" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.685756] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-2d9c605a-60a6-4e1c-8d52-7c06d815cbbe taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.686052] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-2d9c605a-60a6-4e1c-8d52-7c06d815cbbe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.686168] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-2d9c605a-60a6-4e1c-8d52-7c06d815cbbe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.686505] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-2d9c605a-60a6-4e1c-8d52-7c06d815cbbe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.686717] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d9c605a-60a6-4e1c-8d52-7c06d815cbbe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.697824] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.697824] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.697824] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.697824] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.697824] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.708348] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe in Status: UNINITIALIZED for 2s [ 851.945533] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 893668e6-0b0e-44d5-9a9b-2e86ad50551f in Status: SUCCESS [ 851.945533] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-893668e6-0b0e-44d5-9a9b-2e86ad50551f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.043310] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 in Status: SUCCESS [ 852.043779] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.044059] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.044438] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.046018] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.046018] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.046018] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.046018] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.046018] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.046018] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73592ac0-a8ce-4176-a9fc-043c66f933f8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.047287] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: SUCCESS [ 852.049092] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.049092] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.049092] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.049092] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.049467] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.049620] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.049842] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.050053] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.050850] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.189210] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.189602] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.190876] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.190876] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.190876] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.190876] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 2d9c605a-60a6-4e1c-8d52-7c06d815cbbe not found, creating... [ 852.190876] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.190876] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.190876] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.191468] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.191468] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.191468] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.191619] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.191658] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.191858] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.192033] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.192126] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 2d9c605a-60a6-4e1c-8d52-7c06d815cbbe is going to be created. [ 852.216626] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.216994] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.217278] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.217805] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.221317] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.221317] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-2d9c605a-60a6-4e1c-8d52-7c06d815cbbe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.553497] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73592ac0-a8ce-4176-a9fc-043c66f933f8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.556804] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.950723] env[65068]: INFO networking_nsxv3.common.synchronization [req-b0103d19-312e-4a42-bfb3-7cac2e66b97b req-7e2b11d8-abed-438f-a174-9c58f9cd3501 service nova] Enqueued Resource ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe with Priority: HIGHEST for action security_group_rules [ 852.951034] env[65068]: INFO networking_nsxv3.common.synchronization [req-b0103d19-312e-4a42-bfb3-7cac2e66b97b req-7e2b11d8-abed-438f-a174-9c58f9cd3501 service nova] Enqueued Resource ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe with Priority: HIGHEST for action security_group_members [ 852.951076] env[65068]: INFO networking_nsxv3.common.synchronization [req-b0103d19-312e-4a42-bfb3-7cac2e66b97b req-7e2b11d8-abed-438f-a174-9c58f9cd3501 service nova] Enqueued Resource ID: 2d9c605a-60a6-4e1c-8d52-7c06d815cbbe with Priority: HIGHEST for action port [ 852.954537] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe with Priority: HIGHEST for action security_group_rules [ 852.954537] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe with Priority: HIGHEST for action security_group_members [ 852.954537] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d9c605a-60a6-4e1c-8d52-7c06d815cbbe with Priority: HIGHEST for action port [ 852.954537] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98f58e62-9b35-41bd-a32d-beb417ad82fe taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.954537] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.954537] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-98f58e62-9b35-41bd-a32d-beb417ad82fe taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.954537] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.954831] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d9c605a-60a6-4e1c-8d52-7c06d815cbbe taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.955261] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d9c605a-60a6-4e1c-8d52-7c06d815cbbe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.955261] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d9c605a-60a6-4e1c-8d52-7c06d815cbbe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.955261] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d9c605a-60a6-4e1c-8d52-7c06d815cbbe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.955430] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d9c605a-60a6-4e1c-8d52-7c06d815cbbe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.056917] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73592ac0-a8ce-4176-a9fc-043c66f933f8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.060394] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.457875] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d9c605a-60a6-4e1c-8d52-7c06d815cbbe with status ACTIVE [ 853.457966] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.458180] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.458263] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.458507] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.458607] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.458815] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.458929] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.459153] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.459259] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.459367] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.459555] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.459655] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.459713] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.459857] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.459933] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.460027] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d9c605a-60a6-4e1c-8d52-7c06d815cbbe is going to be updated. [ 853.486222] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.486360] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.486537] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.486730] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.486799] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.487098] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d9c605a-60a6-4e1c-8d52-7c06d815cbbe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.563403] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.563601] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.563601] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.563798] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.563900] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.563987] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f07f2828-3433-42da-81f8-06cacf626909 is going to be updated. [ 853.565317] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.565441] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.565578] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.565790] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.565897] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.566039] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 is going to be updated. [ 853.623344] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.623614] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.623614] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.623867] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.624030] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.627877] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.628189] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.628189] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.628301] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.628788] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.637993] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: IN_PROGRESS for 2s [ 853.639184] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 in Status: IN_PROGRESS for 2s [ 853.720461] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe in Status: SUCCESS [ 853.720762] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.720932] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.721352] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.721559] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.721757] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.721832] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.721971] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.722076] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.722170] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.722279] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98f58e62-9b35-41bd-a32d-beb417ad82fe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.723271] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.723458] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.724338] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.724338] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.724338] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.724338] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.724338] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.724338] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98f58e62-9b35-41bd-a32d-beb417ad82fe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.812725] env[65068]: INFO networking_nsxv3.common.synchronization [req-b0103d19-312e-4a42-bfb3-7cac2e66b97b req-6d096a71-75c5-43cd-ab9f-090a3823c501 tempest-ListServersNegativeTestJSON-841077823 tempest-ListServersNegativeTestJSON-841077823-project-member] Enqueued Resource ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe with Priority: HIGHEST for action security_group_members [ 853.813330] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe with Priority: HIGHEST for action security_group_members [ 853.813647] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-98f58e62-9b35-41bd-a32d-beb417ad82fe taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.813752] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.228250] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-98f58e62-9b35-41bd-a32d-beb417ad82fe taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.228250] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.228250] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98f58e62-9b35-41bd-a32d-beb417ad82fe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.242053] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-980 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.242160] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-980" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.242216] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-980" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.242484] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-980" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.242795] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.245061] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.245061] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.245061] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.245061] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.245061] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.245061] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.245061] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.245061] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.245061] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.245061] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.246588] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.272875] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.272875] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 854.272875] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.272875] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-980" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.272875] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-14d40b94-d2cd-44b4-ad58-f569bb2ba283 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.272875] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-14d40b94-d2cd-44b4-ad58-f569bb2ba283" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.272875] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-14d40b94-d2cd-44b4-ad58-f569bb2ba283" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.272875] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-14d40b94-d2cd-44b4-ad58-f569bb2ba283" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.272875] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14d40b94-d2cd-44b4-ad58-f569bb2ba283',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.729197] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98f58e62-9b35-41bd-a32d-beb417ad82fe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.777776] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.777776] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.777975] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.778287] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.778287] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.778482] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 14d40b94-d2cd-44b4-ad58-f569bb2ba283 not found, creating... [ 854.778767] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.778923] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.779062] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.779299] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.780247] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.780247] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.780247] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.780247] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.780462] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.780462] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.780559] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 14d40b94-d2cd-44b4-ad58-f569bb2ba283 is going to be created. [ 854.804038] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.804038] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.804038] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.804038] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.804038] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.804394] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-14d40b94-d2cd-44b4-ad58-f569bb2ba283" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.232809] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.233242] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.233242] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.233352] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.233352] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.233513] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe is going to be updated. [ 855.296042] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.296042] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.296042] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.296042] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.296042] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.314629] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe in Status: IN_PROGRESS for 2s [ 855.569287] env[65068]: INFO networking_nsxv3.common.synchronization [req-b0103d19-312e-4a42-bfb3-7cac2e66b97b req-cedc7e3c-6b8f-435c-b441-8063d53f45bb service nova] Enqueued Resource ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe with Priority: HIGHEST for action security_group_rules [ 855.569287] env[65068]: INFO networking_nsxv3.common.synchronization [req-b0103d19-312e-4a42-bfb3-7cac2e66b97b req-cedc7e3c-6b8f-435c-b441-8063d53f45bb service nova] Enqueued Resource ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe with Priority: HIGHEST for action security_group_members [ 855.569287] env[65068]: INFO networking_nsxv3.common.synchronization [req-b0103d19-312e-4a42-bfb3-7cac2e66b97b req-cedc7e3c-6b8f-435c-b441-8063d53f45bb service nova] Enqueued Resource ID: 14d40b94-d2cd-44b4-ad58-f569bb2ba283 with Priority: HIGHEST for action port [ 855.569287] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe with Priority: HIGHEST for action security_group_rules [ 855.569287] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe with Priority: HIGHEST for action security_group_members [ 855.569287] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14d40b94-d2cd-44b4-ad58-f569bb2ba283 with Priority: HIGHEST for action port [ 855.569687] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98f58e62-9b35-41bd-a32d-beb417ad82fe taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.569794] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.570170] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-98f58e62-9b35-41bd-a32d-beb417ad82fe taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.570170] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.573226] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-14d40b94-d2cd-44b4-ad58-f569bb2ba283 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.573226] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14d40b94-d2cd-44b4-ad58-f569bb2ba283" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.573226] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14d40b94-d2cd-44b4-ad58-f569bb2ba283" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.573226] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14d40b94-d2cd-44b4-ad58-f569bb2ba283" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.573226] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14d40b94-d2cd-44b4-ad58-f569bb2ba283',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.650860] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: SUCCESS [ 855.651122] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.652044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.652044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.652044] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.652044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.652230] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.652270] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.652376] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.652472] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.652583] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.656056] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 in Status: SUCCESS [ 855.656679] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.656929] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.657138] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.657908] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.657908] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.657908] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.657908] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.657908] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.657908] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.657908] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73592ac0-a8ce-4176-a9fc-043c66f933f8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.047239] env[65068]: INFO networking_nsxv3.common.synchronization [req-4aa8f041-4919-4fc1-9a10-ca7c74b98d35 req-6ccaad92-95da-4f0f-bd96-34038ff39237 tempest-ServersAdminTestJSON-287122734 tempest-ServersAdminTestJSON-287122734-project-member] Enqueued Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGHEST for action security_group_members [ 856.047867] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGHEST for action security_group_members [ 856.048876] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.049025] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.049099] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.049307] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.049504] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.049604] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.049668] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.049822] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.049911] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.050015] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.079058] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14d40b94-d2cd-44b4-ad58-f569bb2ba283 with status ACTIVE [ 856.079302] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.079530] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.079613] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.079796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.079886] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.080089] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.080193] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.080255] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.080414] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.080491] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.080942] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.081561] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.081639] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.081810] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.081893] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.082339] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14d40b94-d2cd-44b4-ad58-f569bb2ba283 is going to be updated. [ 856.108586] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.108781] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.108938] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.109039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.109182] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.109350] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14d40b94-d2cd-44b4-ad58-f569bb2ba283" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.161887] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.161887] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.161887] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.162168] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.162244] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.162316] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.162377] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.162547] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.162663] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.162735] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.162964] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.163120] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.163187] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.163393] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.163530] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.163616] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.163684] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.164058] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.164058] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.164157] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.164195] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.165194] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73592ac0-a8ce-4176-a9fc-043c66f933f8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.556643] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.670877] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f07f2828-3433-42da-81f8-06cacf626909: rpc.has_security_group_logging(os_id): False [ 856.673021] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73592ac0-a8ce-4176-a9fc-043c66f933f8: rpc.has_security_group_logging(os_id): False [ 856.687022] env[65068]: INFO networking_nsxv3.common.synchronization [req-a7720384-f816-48e1-8fad-e14cd4a8d715 req-6fdd0bf4-e71b-4a38-aa9e-cb8d0cdba8e3 tempest-ListImageFiltersTestJSON-409089688 tempest-ListImageFiltersTestJSON-409089688-project-member] Enqueued Resource ID: ccca694a-776d-4b79-88ab-6c09839dbc7f with Priority: HIGHEST for action security_group_members [ 856.687022] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccca694a-776d-4b79-88ab-6c09839dbc7f with Priority: HIGHEST for action security_group_members [ 856.687022] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccca694a-776d-4b79-88ab-6c09839dbc7f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.687022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.687022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.687022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.687022] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.687022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.687022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.687022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.687022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.687022] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccca694a-776d-4b79-88ab-6c09839dbc7f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.692430] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.692831] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.693069] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.696144] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.696144] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.696144] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.696144] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.696144] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.696144] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.696144] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.696144] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 is going to be created. [ 856.697917] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.698718] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.698902] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.698991] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.699194] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.699480] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.699545] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.699604] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.699768] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.701152] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.701152] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.701152] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.701152] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.701152] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.701152] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.701152] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.701417] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.701417] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.701488] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.701729] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.701849] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f07f2828-3433-42da-81f8-06cacf626909 is going to be updated. [ 856.787140] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.788608] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.788608] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.788608] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.788608] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.791935] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.792127] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.792178] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.792346] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.792485] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.801942] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 in Status: IN_PROGRESS for 2s [ 856.807261] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: IN_PROGRESS for 2s [ 856.846714] env[65068]: INFO networking_nsxv3.common.synchronization [req-89adab06-f8c1-4311-a675-d1e5ebb4c626 req-ee3d7d58-7c64-4739-adb2-99b79f7c79c7 tempest-MigrationsAdminTest-891455352 tempest-MigrationsAdminTest-891455352-project-member] Enqueued Resource ID: 67990774-1e7f-4eab-af7b-d05f895671a9 with Priority: HIGHEST for action security_group_members [ 856.847363] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67990774-1e7f-4eab-af7b-d05f895671a9 with Priority: HIGHEST for action security_group_members [ 856.847763] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-67990774-1e7f-4eab-af7b-d05f895671a9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.847874] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.847874] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.852144] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.852398] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.852506] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.852551] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.852773] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.853409] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.853409] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67990774-1e7f-4eab-af7b-d05f895671a9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.057481] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.190777] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.190967] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.191066] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.191290] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.191369] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.191589] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.191730] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.191836] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.192022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.192103] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.192195] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccca694a-776d-4b79-88ab-6c09839dbc7f is going to be updated. [ 857.223936] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.223936] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.223936] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.223936] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.223936] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.232032] env[65068]: INFO networking_nsxv3.common.synchronization [None req-3c0e00b7-b69e-41fc-a452-294ed80eaad3 None None] Enqueued Resource ID: 1361fdc5-0ec0-4313-a131-c11d66584ea9 with Priority: HIGHEST for action port [ 857.235915] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccca694a-776d-4b79-88ab-6c09839dbc7f in Status: IN_PROGRESS for 2s [ 857.235915] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1361fdc5-0ec0-4313-a131-c11d66584ea9 with Priority: HIGHEST for action port [ 857.235915] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-1361fdc5-0ec0-4313-a131-c11d66584ea9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.235915] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1361fdc5-0ec0-4313-a131-c11d66584ea9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.235915] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1361fdc5-0ec0-4313-a131-c11d66584ea9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.235915] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1361fdc5-0ec0-4313-a131-c11d66584ea9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.235915] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1361fdc5-0ec0-4313-a131-c11d66584ea9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.256023] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-79 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.256023] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.256023] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.256023] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.256023] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.256023] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.256023] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.256023] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.256023] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.256023] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.256023] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 857.256023] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 857.256023] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 857.256600] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.256600] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 857.256600] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 857.276304] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 857.276603] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 857.276793] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 857.277008] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-79" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.277401] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-3199161e-f636-4f7a-bf2f-75629a3b7b1a taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.277618] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-3199161e-f636-4f7a-bf2f-75629a3b7b1a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.277769] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-3199161e-f636-4f7a-bf2f-75629a3b7b1a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.278199] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-3199161e-f636-4f7a-bf2f-75629a3b7b1a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.278384] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3199161e-f636-4f7a-bf2f-75629a3b7b1a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.325997] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe in Status: SUCCESS [ 857.326249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.326732] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.326996] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.327258] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.327431] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.327530] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.327724] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.327838] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.327971] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98f58e62-9b35-41bd-a32d-beb417ad82fe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.355460] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67990774-1e7f-4eab-af7b-d05f895671a9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.560898] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.561211] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.561211] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.561357] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.561453] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.561553] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 is going to be updated. [ 857.593123] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.593304] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.593897] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.594449] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.594449] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.606677] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 in Status: IN_PROGRESS for 2s [ 857.737221] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1361fdc5-0ec0-4313-a131-c11d66584ea9 [ 857.739051] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.739051] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.739051] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.739051] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.739051] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.739051] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1361fdc5-0ec0-4313-a131-c11d66584ea9 already deleted. [ 857.739051] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1361fdc5-0ec0-4313-a131-c11d66584ea9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.780795] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.781632] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.781632] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.781632] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.781632] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.782234] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 3199161e-f636-4f7a-bf2f-75629a3b7b1a not found, creating... [ 857.782234] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.782234] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.782364] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.782619] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.782816] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.783178] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.783321] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.783390] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.783969] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.783969] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.783969] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 3199161e-f636-4f7a-bf2f-75629a3b7b1a is going to be created. [ 857.806222] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.806534] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.806587] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.806847] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.807185] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.807394] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-3199161e-f636-4f7a-bf2f-75629a3b7b1a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.830238] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98f58e62-9b35-41bd-a32d-beb417ad82fe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.857289] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67990774-1e7f-4eab-af7b-d05f895671a9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.333405] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98f58e62-9b35-41bd-a32d-beb417ad82fe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.359799] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.359965] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.360055] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.360760] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.361623] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.361623] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67990774-1e7f-4eab-af7b-d05f895671a9 is going to be updated. [ 858.394968] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.395184] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.395262] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.395511] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.395662] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.407450] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67990774-1e7f-4eab-af7b-d05f895671a9 in Status: IN_PROGRESS for 2s [ 858.554011] env[65068]: INFO networking_nsxv3.common.synchronization [req-89adab06-f8c1-4311-a675-d1e5ebb4c626 req-3b005c6a-d285-4613-a435-8d04e7ba5161 service nova] Enqueued Resource ID: 67990774-1e7f-4eab-af7b-d05f895671a9 with Priority: HIGHEST for action security_group_rules [ 858.554222] env[65068]: INFO networking_nsxv3.common.synchronization [req-89adab06-f8c1-4311-a675-d1e5ebb4c626 req-3b005c6a-d285-4613-a435-8d04e7ba5161 service nova] Enqueued Resource ID: 67990774-1e7f-4eab-af7b-d05f895671a9 with Priority: HIGHEST for action security_group_members [ 858.554360] env[65068]: INFO networking_nsxv3.common.synchronization [req-89adab06-f8c1-4311-a675-d1e5ebb4c626 req-3b005c6a-d285-4613-a435-8d04e7ba5161 service nova] Enqueued Resource ID: 3199161e-f636-4f7a-bf2f-75629a3b7b1a with Priority: HIGHEST for action port [ 858.554904] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67990774-1e7f-4eab-af7b-d05f895671a9 with Priority: HIGHEST for action security_group_rules [ 858.557189] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67990774-1e7f-4eab-af7b-d05f895671a9 with Priority: HIGHEST for action security_group_members [ 858.557189] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3199161e-f636-4f7a-bf2f-75629a3b7b1a with Priority: HIGHEST for action port [ 858.557189] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67990774-1e7f-4eab-af7b-d05f895671a9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.557189] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.557189] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.557189] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.557189] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67990774-1e7f-4eab-af7b-d05f895671a9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.557832] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-67990774-1e7f-4eab-af7b-d05f895671a9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.557832] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.557832] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-3199161e-f636-4f7a-bf2f-75629a3b7b1a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.557981] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3199161e-f636-4f7a-bf2f-75629a3b7b1a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.557981] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3199161e-f636-4f7a-bf2f-75629a3b7b1a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.558848] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3199161e-f636-4f7a-bf2f-75629a3b7b1a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.558848] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3199161e-f636-4f7a-bf2f-75629a3b7b1a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.819642] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 in Status: SUCCESS [ 858.819642] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.819642] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.819642] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.819642] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73592ac0-a8ce-4176-a9fc-043c66f933f8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.823549] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: SUCCESS [ 858.824109] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.861980] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.861980] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.861980] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.861980] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.861980] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.861980] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.861980] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.861980] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.861980] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe is going to be updated. [ 858.877030] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.877030] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.877030] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.877030] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.877030] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.888943] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe in Status: IN_PROGRESS for 2s [ 859.065172] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-67990774-1e7f-4eab-af7b-d05f895671a9 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.065300] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.065492] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3199161e-f636-4f7a-bf2f-75629a3b7b1a with status ACTIVE [ 859.065666] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.065819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.066024] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.066271] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.066437] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.066626] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.070022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.070022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.070022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.070022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.070022] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.070022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.070022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.070022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.070022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.070022] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3199161e-f636-4f7a-bf2f-75629a3b7b1a is going to be updated. [ 859.090913] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.091077] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.091148] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.091365] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.091499] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.091665] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3199161e-f636-4f7a-bf2f-75629a3b7b1a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.131097] env[65068]: INFO networking_nsxv3.common.synchronization [req-8da5641d-67cd-475e-a13f-fc2313826f59 req-d99a1c8b-5b4a-4976-973e-a915f72bb281 tempest-ImagesTestJSON-448346640 tempest-ImagesTestJSON-448346640-project-member] Enqueued Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_members [ 859.131981] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_members [ 859.132439] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.132600] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.132679] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.132888] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.133054] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.133153] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.133216] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.133361] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.133445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.133541] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.243994] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccca694a-776d-4b79-88ab-6c09839dbc7f in Status: SUCCESS [ 859.244212] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccca694a-776d-4b79-88ab-6c09839dbc7f deletion is rescheduled due to dependency. [ 859.244335] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.327608] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-73592ac0-a8ce-4176-a9fc-043c66f933f8 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.327873] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.328058] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.328403] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.328667] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.328830] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.328926] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.330034] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.330034] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.330034] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.330034] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73592ac0-a8ce-4176-a9fc-043c66f933f8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.330634] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.330769] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.330875] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.331061] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.331219] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.331312] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.331370] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.331514] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.331592] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.331673] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.331755] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.443084] env[65068]: INFO networking_nsxv3.common.synchronization [req-b3066e69-5e7b-42c2-bcf0-de63db220507 req-84e977b5-5e9e-4ee9-9d14-21b013904a8c tempest-ImagesOneServerNegativeTestJSON-651019256 tempest-ImagesOneServerNegativeTestJSON-651019256-project-member] Enqueued Resource ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 with Priority: HIGHEST for action security_group_members [ 859.443663] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 with Priority: HIGHEST for action security_group_members [ 859.443969] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.444151] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.444234] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.444462] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.444631] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.444730] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.444786] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.444946] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.445453] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.445453] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62fa64dd-f7c4-469d-ba7c-c8d1c97d5413',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.617817] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 in Status: SUCCESS [ 859.617817] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.636406] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.636606] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.636606] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.637239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.637239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.637239] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.637447] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.637447] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.637653] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.637711] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.637893] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f37566-8d6f-4140-937f-3574279acbe9 is going to be updated. [ 859.670343] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.672554] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.676064] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.676064] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.676064] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.687674] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: IN_PROGRESS for 2s [ 859.747119] env[65068]: INFO networking_nsxv3.common.synchronization [None req-495dece2-798b-430e-81a7-a453c354e7d8 None None] Enqueued Resource ID: 24e2d3cd-09e9-4eb9-86a4-a042c6928632 with Priority: HIGHEST for action port [ 859.747205] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e2d3cd-09e9-4eb9-86a4-a042c6928632 with Priority: HIGHEST for action port [ 859.747524] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-24e2d3cd-09e9-4eb9-86a4-a042c6928632 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.747687] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24e2d3cd-09e9-4eb9-86a4-a042c6928632" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.747736] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24e2d3cd-09e9-4eb9-86a4-a042c6928632" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.748595] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24e2d3cd-09e9-4eb9-86a4-a042c6928632" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.748595] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24e2d3cd-09e9-4eb9-86a4-a042c6928632',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.751322] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-286 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.753150] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-286" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.753150] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-286" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.753150] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-286" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.753150] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.753150] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.753150] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.753150] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.753150] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.753150] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.753150] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.753622] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.753622] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.753622] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.753622] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.753718] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.786903] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.787158] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 859.787286] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.787478] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-286" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.787824] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-141b52a4-e3e1-406e-8777-5fe11a8faaa2 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.788423] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-141b52a4-e3e1-406e-8777-5fe11a8faaa2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.788423] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-141b52a4-e3e1-406e-8777-5fe11a8faaa2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.788587] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-141b52a4-e3e1-406e-8777-5fe11a8faaa2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.788716] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('141b52a4-e3e1-406e-8777-5fe11a8faaa2',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.833730] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73592ac0-a8ce-4176-a9fc-043c66f933f8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.835071] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.835268] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.835394] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.835659] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.835871] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.836038] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.836141] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.836442] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.836598] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.836740] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.836940] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.837090] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.837188] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.837384] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.837567] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.837713] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.837780] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.838576] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.838576] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.838576] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.838576] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.947454] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.947616] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.947691] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.947937] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.948023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.948224] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.948323] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.948398] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.948721] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.948721] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.948820] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 is going to be updated. [ 859.978538] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.978749] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.978798] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.978989] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.979145] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.990747] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 in Status: IN_PROGRESS for 2s [ 860.251035] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24e2d3cd-09e9-4eb9-86a4-a042c6928632 [ 860.251428] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.251787] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.251986] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.252290] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.252454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.252727] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24e2d3cd-09e9-4eb9-86a4-a042c6928632 already deleted. [ 860.252975] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24e2d3cd-09e9-4eb9-86a4-a042c6928632" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.293375] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.293907] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.295886] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.295886] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.295886] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.295886] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 141b52a4-e3e1-406e-8777-5fe11a8faaa2 not found, creating... [ 860.295886] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.295886] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.295886] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.295886] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.295886] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.296570] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.296997] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.297255] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.297596] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.297860] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.298143] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 141b52a4-e3e1-406e-8777-5fe11a8faaa2 is going to be created. [ 860.327856] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.329165] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.329165] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.329165] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.329165] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.330572] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-141b52a4-e3e1-406e-8777-5fe11a8faaa2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.341561] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73592ac0-a8ce-4176-a9fc-043c66f933f8: rpc.has_security_group_logging(os_id): False [ 860.341780] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f07f2828-3433-42da-81f8-06cacf626909: rpc.has_security_group_logging(os_id): False [ 860.362674] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.362841] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.362896] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.363148] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.363251] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.363476] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.363611] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.363718] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.364139] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.364229] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.364326] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 is going to be updated. [ 860.366247] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.366397] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.366516] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.366690] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.366785] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.366999] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.367104] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.367169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.367323] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.367399] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.367593] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.367688] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.367749] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.367889] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.367961] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.368155] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.368276] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.368362] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.368576] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.368653] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.368737] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f07f2828-3433-42da-81f8-06cacf626909 is going to be updated. [ 860.421366] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67990774-1e7f-4eab-af7b-d05f895671a9 in Status: SUCCESS [ 860.421590] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.421776] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.422040] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.422264] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.422379] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.422448] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.422767] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.422855] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.422963] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67990774-1e7f-4eab-af7b-d05f895671a9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.500306] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.500485] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.500523] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.505388] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.505388] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.509065] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.509263] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.509348] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.509815] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.509815] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.520228] env[65068]: INFO networking_nsxv3.common.synchronization [req-9871fa14-9604-44d6-8d1e-7fb63cc7f2ac req-b2cae542-2bf7-474a-9bdc-9a3d7722de2d tempest-ListServerFiltersTestJSON-1603465769 tempest-ListServerFiltersTestJSON-1603465769-project-member] Enqueued Resource ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf with Priority: HIGHEST for action security_group_members [ 860.520670] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf with Priority: HIGHEST for action security_group_members [ 860.522988] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.522988] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.522988] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.522988] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.522988] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.522988] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.522988] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.522988] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.522988] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.522988] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.537423] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 in Status: IN_PROGRESS for 2s [ 860.542615] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: IN_PROGRESS for 2s [ 860.905698] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe in Status: SUCCESS [ 860.905698] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.905698] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.905698] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.905698] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.905698] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.905698] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.905698] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.905698] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.905698] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98f58e62-9b35-41bd-a32d-beb417ad82fe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.926802] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67990774-1e7f-4eab-af7b-d05f895671a9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.026138] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.026310] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.026405] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.026708] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.026804] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.027028] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.027158] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.027255] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.027435] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.027514] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.027602] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf is going to be updated. [ 861.059686] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.059766] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.059801] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.060159] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.060159] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.113895] env[65068]: INFO networking_nsxv3.common.synchronization [req-8da5641d-67cd-475e-a13f-fc2313826f59 req-8ce07c5e-73f1-4520-9f5a-061f26ef409f service nova] Enqueued Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_rules [ 861.113895] env[65068]: INFO networking_nsxv3.common.synchronization [req-8da5641d-67cd-475e-a13f-fc2313826f59 req-8ce07c5e-73f1-4520-9f5a-061f26ef409f service nova] Enqueued Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_members [ 861.113895] env[65068]: INFO networking_nsxv3.common.synchronization [req-8da5641d-67cd-475e-a13f-fc2313826f59 req-8ce07c5e-73f1-4520-9f5a-061f26ef409f service nova] Enqueued Resource ID: 141b52a4-e3e1-406e-8777-5fe11a8faaa2 with Priority: HIGHEST for action port [ 861.113895] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_rules [ 861.114091] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_members [ 861.114139] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 141b52a4-e3e1-406e-8777-5fe11a8faaa2 with Priority: HIGHEST for action port [ 861.114407] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.114526] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.114623] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.114799] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.114884] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.117088] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.117088] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.117088] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-141b52a4-e3e1-406e-8777-5fe11a8faaa2 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.117088] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-141b52a4-e3e1-406e-8777-5fe11a8faaa2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.117088] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-141b52a4-e3e1-406e-8777-5fe11a8faaa2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.117088] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-141b52a4-e3e1-406e-8777-5fe11a8faaa2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.117088] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('141b52a4-e3e1-406e-8777-5fe11a8faaa2',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.162550] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf in Status: IN_PROGRESS for 2s [ 861.408822] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98f58e62-9b35-41bd-a32d-beb417ad82fe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.430040] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67990774-1e7f-4eab-af7b-d05f895671a9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.618499] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.618738] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.619919] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 141b52a4-e3e1-406e-8777-5fe11a8faaa2 with status ACTIVE [ 861.620116] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.620234] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.620303] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.620520] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.620615] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.620790] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.620887] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.620948] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.621124] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.621201] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.621385] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.621474] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.621536] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.621675] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.621748] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.621831] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 141b52a4-e3e1-406e-8777-5fe11a8faaa2 is going to be updated. [ 861.643998] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.644159] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.644241] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.644480] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.644578] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.644745] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-141b52a4-e3e1-406e-8777-5fe11a8faaa2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.698791] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: SUCCESS [ 861.698979] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f37566-8d6f-4140-937f-3574279acbe9 deletion is rescheduled due to dependency. [ 861.699146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.699330] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.699551] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.699740] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.699859] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.699941] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.701298] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.701298] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.701298] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.911403] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98f58e62-9b35-41bd-a32d-beb417ad82fe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.931793] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.931898] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.931945] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.932182] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.932276] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.932375] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67990774-1e7f-4eab-af7b-d05f895671a9 is going to be updated. [ 861.962721] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.962929] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.963013] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.963259] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.963512] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.973440] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67990774-1e7f-4eab-af7b-d05f895671a9 in Status: IN_PROGRESS for 2s [ 862.000030] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 in Status: SUCCESS [ 862.000418] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 deletion is rescheduled due to dependency. [ 862.000705] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.205131] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.415328] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.417101] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.417336] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.417468] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.417559] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.417655] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe is going to be updated. [ 862.449297] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.449505] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.449505] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.449722] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.449906] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.459499] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe in Status: IN_PROGRESS for 2s [ 862.574759] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 in Status: SUCCESS [ 862.575027] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.579899] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: SUCCESS [ 862.580215] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.708280] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.742441] env[65068]: INFO networking_nsxv3.common.synchronization [req-270f963f-a0be-4abe-a259-ee37e1165552 req-2809e259-2f30-4e58-b4be-8bc8ee2d00f2 tempest-ServersTestJSON-948800146 tempest-ServersTestJSON-948800146-project-member] Enqueued Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 862.742879] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 862.743196] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.743323] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.743392] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.743592] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.743881] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.743881] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.743991] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.744159] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.744260] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.744357] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.092742] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-104 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.093134] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-104" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.093225] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-104" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.093515] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-104" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.093843] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.094779] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.094779] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.094779] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.094779] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.095099] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.095099] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.095155] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.095268] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.095397] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.095517] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.095663] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.119974] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.119974] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 863.119974] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.120110] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-104" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.121435] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-d311457c-4e9a-4d61-9415-9b9d77109379 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.121435] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-d311457c-4e9a-4d61-9415-9b9d77109379" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.121435] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-d311457c-4e9a-4d61-9415-9b9d77109379" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.121435] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-d311457c-4e9a-4d61-9415-9b9d77109379" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.121435] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d311457c-4e9a-4d61-9415-9b9d77109379',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.173984] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf in Status: SUCCESS [ 863.174361] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf deletion is rescheduled due to dependency. [ 863.174361] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.210682] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.210850] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.210948] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.211146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.211230] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.211335] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f37566-8d6f-4140-937f-3574279acbe9 is going to be updated. [ 863.243387] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.243567] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.243635] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.243853] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.244039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.246779] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.254476] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: IN_PROGRESS for 2s [ 863.624164] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.624445] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.624594] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.624913] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.625098] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.625266] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port d311457c-4e9a-4d61-9415-9b9d77109379 not found, creating... [ 863.625582] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.625753] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.625882] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.626136] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.626314] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.626662] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.626847] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.626967] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.627240] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.627381] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.627563] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: d311457c-4e9a-4d61-9415-9b9d77109379 is going to be created. [ 863.650210] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.650585] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.650810] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.651165] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.651538] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.651929] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-d311457c-4e9a-4d61-9415-9b9d77109379" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.748685] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.984203] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67990774-1e7f-4eab-af7b-d05f895671a9 in Status: SUCCESS [ 863.984511] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.984558] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.984785] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.985183] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.985341] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.985418] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.985590] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.985674] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.985761] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.985850] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67990774-1e7f-4eab-af7b-d05f895671a9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.252611] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.253230] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.253230] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.253230] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.253230] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.253340] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6204eb35-df30-40b2-990a-328fb715bd34 is going to be updated. [ 864.283347] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.283503] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.283577] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.283821] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.283987] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.294462] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: IN_PROGRESS for 2s [ 864.384102] env[65068]: INFO networking_nsxv3.common.synchronization [req-270f963f-a0be-4abe-a259-ee37e1165552 req-b0cb6686-b4b2-4e7b-ab3b-fe7e786ecd8a service nova] Enqueued Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_rules [ 864.384333] env[65068]: INFO networking_nsxv3.common.synchronization [req-270f963f-a0be-4abe-a259-ee37e1165552 req-b0cb6686-b4b2-4e7b-ab3b-fe7e786ecd8a service nova] Enqueued Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 864.384468] env[65068]: INFO networking_nsxv3.common.synchronization [req-270f963f-a0be-4abe-a259-ee37e1165552 req-b0cb6686-b4b2-4e7b-ab3b-fe7e786ecd8a service nova] Enqueued Resource ID: d311457c-4e9a-4d61-9415-9b9d77109379 with Priority: HIGHEST for action port [ 864.385008] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_rules [ 864.385620] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 864.385754] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d311457c-4e9a-4d61-9415-9b9d77109379 with Priority: HIGHEST for action port [ 864.386039] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.386161] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.386231] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.386467] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.386553] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.387433] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.387521] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.387711] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-d311457c-4e9a-4d61-9415-9b9d77109379 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.387842] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d311457c-4e9a-4d61-9415-9b9d77109379" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.387879] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d311457c-4e9a-4d61-9415-9b9d77109379" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.388064] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d311457c-4e9a-4d61-9415-9b9d77109379" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.388142] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d311457c-4e9a-4d61-9415-9b9d77109379',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.469920] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe in Status: SUCCESS [ 864.470157] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.471105] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.471105] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.471329] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.471392] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.471425] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.473985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.473985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.473985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.473985] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-98f58e62-9b35-41bd-a32d-beb417ad82fe taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.473985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.473985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.473985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.473985] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.473985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.473985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.473985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.473985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.473985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.473985] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98f58e62-9b35-41bd-a32d-beb417ad82fe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.473985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.474538] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.474538] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.474538] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.474538] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.474667] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.474890] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.474890] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98f58e62-9b35-41bd-a32d-beb417ad82fe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.487988] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-67990774-1e7f-4eab-af7b-d05f895671a9 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.488140] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.488210] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.488407] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.488640] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.488749] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.488812] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.488960] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.489088] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.489188] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.489334] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-67990774-1e7f-4eab-af7b-d05f895671a9 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.489420] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.489480] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.489643] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.489784] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.489869] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.489928] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.490076] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.490142] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.490240] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.490333] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67990774-1e7f-4eab-af7b-d05f895671a9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.890063] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.890063] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.890308] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d311457c-4e9a-4d61-9415-9b9d77109379 with status ACTIVE [ 864.890308] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.890450] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.890518] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.890791] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.890884] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.891722] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.891722] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.891722] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.891722] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.891722] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.891924] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.891924] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.891924] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.892738] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.892738] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.892738] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d311457c-4e9a-4d61-9415-9b9d77109379 is going to be updated. [ 864.914286] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.914286] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.914286] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.914286] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.914489] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.915213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d311457c-4e9a-4d61-9415-9b9d77109379" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.976705] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98f58e62-9b35-41bd-a32d-beb417ad82fe: rpc.has_security_group_logging(os_id): False [ 864.978129] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98f58e62-9b35-41bd-a32d-beb417ad82fe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.993214] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67990774-1e7f-4eab-af7b-d05f895671a9: rpc.has_security_group_logging(os_id): False [ 864.997574] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.997731] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.997805] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.998065] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.998182] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.998407] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.998561] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.998649] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.998846] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.998929] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.999144] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.999246] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.999316] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.999453] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.999597] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.999829] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.999975] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.000113] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.000261] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.000340] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.000648] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe is going to be created. [ 865.027039] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.027039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.027039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.027171] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.027223] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.027990] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.027990] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.027990] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.027990] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.027990] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.027990] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.028289] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.028289] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.028289] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.028289] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.028660] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.028660] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.028660] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.028791] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.028829] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.028930] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67990774-1e7f-4eab-af7b-d05f895671a9 is going to be updated. [ 865.139298] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.139298] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.139500] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.139589] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.139775] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.157042] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe in Status: IN_PROGRESS for 2s [ 865.164318] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.164501] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.164538] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.164825] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.165026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.179258] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67990774-1e7f-4eab-af7b-d05f895671a9 in Status: IN_PROGRESS for 2s [ 865.275615] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: SUCCESS [ 865.275880] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.276067] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.276389] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.276611] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.276718] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.276824] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.277288] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.277288] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.277288] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.277453] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.280681] env[65068]: INFO networking_nsxv3.common.synchronization [req-f2c92c5d-2e6f-43d0-9afb-2a1c15746bd7 req-ef02134e-640d-4a02-988f-92bf170f2003 tempest-ServersTestMultiNic-172771013 tempest-ServersTestMultiNic-172771013-project-member] Enqueued Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_members [ 865.281092] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_members [ 865.281520] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.281623] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.281717] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.282023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.282650] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.282977] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.282977] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.283312] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.283476] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.283629] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.481149] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98f58e62-9b35-41bd-a32d-beb417ad82fe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.657484] env[65068]: INFO networking_nsxv3.common.synchronization [req-f2c92c5d-2e6f-43d0-9afb-2a1c15746bd7 req-e5e6bd42-5c5f-4d29-b93a-9b119f6882e4 tempest-ServersTestMultiNic-172771013 tempest-ServersTestMultiNic-172771013-project-member] Enqueued Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_members [ 865.658252] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_members [ 865.658332] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.658514] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.782663] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.782663] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.782822] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.782965] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.783150] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.783333] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.783333] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.783451] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.783558] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.783707] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.783877] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.783976] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.784051] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.784242] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.784450] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.784577] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.784577] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.784663] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.784740] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.784821] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.784913] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.785988] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.786186] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.786186] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.786351] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.786445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.786620] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.786715] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.786776] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.786916] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.786989] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.787110] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 already deleted. [ 865.787196] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.787691] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.787854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.788040] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.788190] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.788227] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.788391] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.788468] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.788616] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.979618] env[65068]: INFO networking_nsxv3.common.synchronization [req-f2c92c5d-2e6f-43d0-9afb-2a1c15746bd7 req-5af121de-272e-4b4a-91a4-112580515973 tempest-ServersTestMultiNic-172771013 tempest-ServersTestMultiNic-172771013-project-member] Enqueued Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_members [ 865.980594] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_members [ 865.981167] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.981316] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.984359] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.984508] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.984607] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.984900] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.985049] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.985338] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe is going to be updated. [ 866.033027] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.033027] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.033027] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.033027] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.033027] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.048296] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe in Status: IN_PROGRESS for 2s [ 866.290366] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61f37566-8d6f-4140-937f-3574279acbe9: rpc.has_security_group_logging(os_id): False [ 866.292145] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.292280] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.292416] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.292732] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.292732] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.292826] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.292929] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.292992] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.293749] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.293894] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.294166] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 already deleted. [ 866.294166] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.294392] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.294586] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.294778] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.294944] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.295207] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.295486] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.295486] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.295486] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.307023] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: SUCCESS [ 866.307284] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.307512] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.307732] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.307923] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.308060] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.308128] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.308281] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.308362] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.308532] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.314482] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.314624] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.314732] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.314967] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.315133] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.315407] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.315550] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.315649] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.315844] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.315960] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.316207] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.316463] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.316463] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.316670] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.316906] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.317154] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.317154] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.317252] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.317649] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.317649] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.317649] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61f37566-8d6f-4140-937f-3574279acbe9 is going to be updated. [ 866.362745] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-418 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.363205] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-418" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.363447] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-418" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.363854] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-418" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.364225] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.364508] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.364886] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.365232] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.365474] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.365837] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.366056] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 866.366250] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 866.368160] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 866.368160] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.369616] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 866.369616] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.382046] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.382423] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.382423] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.382515] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.382589] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.388754] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.388992] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 866.389148] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.389319] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-418" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.389734] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-3b40de1a-2cd2-47bf-a937-4cee1a7c6dba taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.389922] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-3b40de1a-2cd2-47bf-a937-4cee1a7c6dba" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.390056] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-3b40de1a-2cd2-47bf-a937-4cee1a7c6dba" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.390363] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-3b40de1a-2cd2-47bf-a937-4cee1a7c6dba" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.390500] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b40de1a-2cd2-47bf-a937-4cee1a7c6dba',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.394964] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: IN_PROGRESS for 2s [ 866.799291] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.799521] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.799608] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.799880] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.800014] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.800261] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.800358] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.800416] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.800608] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.800711] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.800868] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 already deleted. [ 866.800868] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.811465] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.892942] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.893282] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.893400] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.893699] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.893870] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.894040] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 3b40de1a-2cd2-47bf-a937-4cee1a7c6dba not found, creating... [ 866.894338] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.894502] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.894640] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.894859] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.895013] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.895296] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.895450] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.895565] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.895775] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.895926] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.896117] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 3b40de1a-2cd2-47bf-a937-4cee1a7c6dba is going to be created. [ 866.919648] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.919917] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.920095] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.920402] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.920635] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.920899] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-3b40de1a-2cd2-47bf-a937-4cee1a7c6dba" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.171980] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe in Status: SUCCESS [ 867.172275] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.172478] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.172729] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.172807] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98f58e62-9b35-41bd-a32d-beb417ad82fe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.193435] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67990774-1e7f-4eab-af7b-d05f895671a9 in Status: SUCCESS [ 867.194417] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.314019] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.527021] env[65068]: INFO networking_nsxv3.common.synchronization [req-b4f1e721-c888-4ecb-a8d1-124fda6727d9 req-1320f9d4-6674-4f63-bc0d-30591ce81cb5 tempest-ListServersNegativeTestJSON-841077823 tempest-ListServersNegativeTestJSON-841077823-project-member] Enqueued Resource ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe with Priority: HIGHEST for action security_group_members [ 867.527021] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe with Priority: HIGHEST for action security_group_members [ 867.527021] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-98f58e62-9b35-41bd-a32d-beb417ad82fe taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.527021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.641513] env[65068]: INFO networking_nsxv3.common.synchronization [req-f2c92c5d-2e6f-43d0-9afb-2a1c15746bd7 req-8c995047-4c55-44d9-8c87-dfeeb2c129be service nova] Enqueued Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_rules [ 867.641706] env[65068]: INFO networking_nsxv3.common.synchronization [req-f2c92c5d-2e6f-43d0-9afb-2a1c15746bd7 req-8c995047-4c55-44d9-8c87-dfeeb2c129be service nova] Enqueued Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_members [ 867.641840] env[65068]: INFO networking_nsxv3.common.synchronization [req-f2c92c5d-2e6f-43d0-9afb-2a1c15746bd7 req-8c995047-4c55-44d9-8c87-dfeeb2c129be service nova] Enqueued Resource ID: 3b40de1a-2cd2-47bf-a937-4cee1a7c6dba with Priority: HIGHEST for action port [ 867.642506] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_rules [ 867.642578] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_members [ 867.642642] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b40de1a-2cd2-47bf-a937-4cee1a7c6dba with Priority: HIGHEST for action port [ 867.642919] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.643914] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.644028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.645482] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.645556] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.646640] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.646765] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.646831] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.650914] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.651147] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.651265] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.651332] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.651531] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.651624] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.651724] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.652736] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b40de1a-2cd2-47bf-a937-4cee1a7c6dba taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.652858] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b40de1a-2cd2-47bf-a937-4cee1a7c6dba" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.652927] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b40de1a-2cd2-47bf-a937-4cee1a7c6dba" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.653113] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b40de1a-2cd2-47bf-a937-4cee1a7c6dba" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.653189] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b40de1a-2cd2-47bf-a937-4cee1a7c6dba',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.677763] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-98f58e62-9b35-41bd-a32d-beb417ad82fe taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.677896] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.818330] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.818521] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.818584] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.819345] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.819345] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.819648] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6204eb35-df30-40b2-990a-328fb715bd34 is going to be updated. [ 867.849606] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.849767] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.849862] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.850093] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.850247] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.860578] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: IN_PROGRESS for 2s [ 867.966898] env[65068]: INFO networking_nsxv3.common.synchronization [req-7d0633c1-3276-4d8c-a109-ce189be0b7dc req-0962649c-b0e7-464d-9354-5db0eac2c570 tempest-DeleteServersTestJSON-53534962 tempest-DeleteServersTestJSON-53534962-project-member] Enqueued Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 867.967936] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 867.968931] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.969177] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.969277] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.969519] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.969715] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.970120] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.970120] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.970246] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.970429] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.970563] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.058330] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe in Status: SUCCESS [ 868.058615] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.058802] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.059080] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.059290] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.059406] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.059469] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.059675] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.059753] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.059865] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98f58e62-9b35-41bd-a32d-beb417ad82fe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.155015] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.158031] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.158280] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.160094] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b40de1a-2cd2-47bf-a937-4cee1a7c6dba with status ACTIVE [ 868.160332] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.160477] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.160542] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.161074] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.161196] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.163590] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.163590] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.163590] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.163590] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.163590] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.163590] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.163590] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.163590] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.163590] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.163590] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.163590] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b40de1a-2cd2-47bf-a937-4cee1a7c6dba is going to be updated. [ 868.188648] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.188845] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.188845] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.189069] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.189220] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.189388] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b40de1a-2cd2-47bf-a937-4cee1a7c6dba" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.305129] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-643 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.306458] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-643" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.306458] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-643" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.306458] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-643" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.307076] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.307421] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.309091] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.309091] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.309091] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.309091] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.309091] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.309091] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.309091] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.309091] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.309091] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.309091] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.339850] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.340148] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 868.340201] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.340374] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-643" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.340675] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-b196d507-2d51-411f-8e8c-cf654af16247 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.340844] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-b196d507-2d51-411f-8e8c-cf654af16247" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.340972] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-b196d507-2d51-411f-8e8c-cf654af16247" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.341302] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-b196d507-2d51-411f-8e8c-cf654af16247" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.341559] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b196d507-2d51-411f-8e8c-cf654af16247',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.411699] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: SUCCESS [ 868.411977] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.436326] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-464 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.436485] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-464" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.436655] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-464" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.436996] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-464" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.437267] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.437435] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.437553] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.437807] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.437970] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.438155] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.438269] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.438376] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.438482] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.438631] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.438738] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.438869] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.459539] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.460139] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 868.460139] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.460139] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-464" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.460510] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-61a79b5d-73ab-4e41-9450-86f08e1310f7 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.460686] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-61a79b5d-73ab-4e41-9450-86f08e1310f7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.460807] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-61a79b5d-73ab-4e41-9450-86f08e1310f7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.461180] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-61a79b5d-73ab-4e41-9450-86f08e1310f7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.461391] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61a79b5d-73ab-4e41-9450-86f08e1310f7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.473406] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.473621] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.473621] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.473829] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.473920] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.474124] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.474260] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.474340] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.474570] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.474688] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.474821] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 is going to be updated. [ 868.549143] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.549333] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.549435] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.549704] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.549927] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.561441] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: IN_PROGRESS for 2s [ 868.564559] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98f58e62-9b35-41bd-a32d-beb417ad82fe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.660444] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.844855] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.845236] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.845353] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.845641] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.845799] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.845950] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port b196d507-2d51-411f-8e8c-cf654af16247 not found, creating... [ 868.847051] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.847051] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.847051] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.847051] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.847051] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.847267] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.847267] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.847350] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.847550] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.847698] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.847807] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: b196d507-2d51-411f-8e8c-cf654af16247 is going to be created. [ 868.872048] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.872351] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.872482] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.872855] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.873078] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.873366] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-b196d507-2d51-411f-8e8c-cf654af16247" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.964412] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.964635] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.964767] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.965089] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.965253] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.965424] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 61a79b5d-73ab-4e41-9450-86f08e1310f7 not found, creating... [ 868.965698] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.965920] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.966023] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.966213] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.966348] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.966644] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.966941] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.966941] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.967149] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.967279] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.967415] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 61a79b5d-73ab-4e41-9450-86f08e1310f7 is going to be created. [ 868.993851] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.994079] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.994197] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.994469] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.994690] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.994912] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-61a79b5d-73ab-4e41-9450-86f08e1310f7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.066332] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98f58e62-9b35-41bd-a32d-beb417ad82fe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.163538] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.163719] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.163790] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.164031] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.164130] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.164235] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 is going to be created. [ 869.190502] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.190682] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.190756] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.191105] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.191347] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.202443] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: UNINITIALIZED for 2s [ 869.568878] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.569234] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.569234] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.569451] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.569540] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.569658] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe is going to be updated. [ 869.572720] env[65068]: INFO networking_nsxv3.common.synchronization [req-7d0633c1-3276-4d8c-a109-ce189be0b7dc req-ef518841-20cf-4d6e-91a9-5c92a3278909 service nova] Enqueued Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_rules [ 869.572976] env[65068]: INFO networking_nsxv3.common.synchronization [req-7d0633c1-3276-4d8c-a109-ce189be0b7dc req-ef518841-20cf-4d6e-91a9-5c92a3278909 service nova] Enqueued Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 869.573152] env[65068]: INFO networking_nsxv3.common.synchronization [req-7d0633c1-3276-4d8c-a109-ce189be0b7dc req-ef518841-20cf-4d6e-91a9-5c92a3278909 service nova] Enqueued Resource ID: b196d507-2d51-411f-8e8c-cf654af16247 with Priority: HIGHEST for action port [ 869.574289] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_rules [ 869.574476] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 869.574540] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b196d507-2d51-411f-8e8c-cf654af16247 with Priority: HIGHEST for action port [ 869.575586] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.575723] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.575792] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.576029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.576217] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.578037] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.578037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.578037] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-b196d507-2d51-411f-8e8c-cf654af16247 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.578037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b196d507-2d51-411f-8e8c-cf654af16247" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.578037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b196d507-2d51-411f-8e8c-cf654af16247" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.578037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b196d507-2d51-411f-8e8c-cf654af16247" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.578544] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b196d507-2d51-411f-8e8c-cf654af16247',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.608791] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.608791] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.609037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.609464] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.609464] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.621915] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe in Status: IN_PROGRESS for 2s [ 869.734783] env[65068]: INFO networking_nsxv3.common.synchronization [req-f2c92c5d-2e6f-43d0-9afb-2a1c15746bd7 req-cd746526-caa2-4fe8-a8f7-506dfb2b9e4d service nova] Enqueued Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_rules [ 869.735086] env[65068]: INFO networking_nsxv3.common.synchronization [req-f2c92c5d-2e6f-43d0-9afb-2a1c15746bd7 req-cd746526-caa2-4fe8-a8f7-506dfb2b9e4d service nova] Enqueued Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_members [ 869.735236] env[65068]: INFO networking_nsxv3.common.synchronization [req-f2c92c5d-2e6f-43d0-9afb-2a1c15746bd7 req-cd746526-caa2-4fe8-a8f7-506dfb2b9e4d service nova] Enqueued Resource ID: 61a79b5d-73ab-4e41-9450-86f08e1310f7 with Priority: HIGHEST for action port [ 869.736045] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_rules [ 869.736208] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_members [ 869.736825] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a79b5d-73ab-4e41-9450-86f08e1310f7 with Priority: HIGHEST for action port [ 869.736825] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.736825] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.737156] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.737156] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.737338] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-61a79b5d-73ab-4e41-9450-86f08e1310f7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.737434] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61a79b5d-73ab-4e41-9450-86f08e1310f7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.737519] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61a79b5d-73ab-4e41-9450-86f08e1310f7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.737720] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61a79b5d-73ab-4e41-9450-86f08e1310f7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.737796] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61a79b5d-73ab-4e41-9450-86f08e1310f7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.873202] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: SUCCESS [ 869.873545] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.874320] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.874732] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.876018] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.876018] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.876018] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.876018] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.876018] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.876018] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.876018] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.081795] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.081963] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.082242] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b196d507-2d51-411f-8e8c-cf654af16247 with status ACTIVE [ 870.082358] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.082465] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.082528] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.082774] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.082873] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.083010] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.083117] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.083168] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.083646] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.083646] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.083879] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.084018] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.084092] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.084272] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.084330] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.084429] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b196d507-2d51-411f-8e8c-cf654af16247 is going to be updated. [ 870.105602] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.105775] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.105845] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.106079] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.106221] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.106380] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b196d507-2d51-411f-8e8c-cf654af16247" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.240757] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61a79b5d-73ab-4e41-9450-86f08e1310f7 with status ACTIVE [ 870.241158] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.241320] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.241393] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.241621] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.241708] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.241892] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.241990] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.242067] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.242255] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.242341] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.242482] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.242575] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.242637] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.242777] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.242851] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.242935] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61a79b5d-73ab-4e41-9450-86f08e1310f7 is going to be updated. [ 870.268914] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.269069] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.269069] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.270706] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.270706] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.270706] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61a79b5d-73ab-4e41-9450-86f08e1310f7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.382015] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.382212] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.382305] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.382489] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.382638] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.382752] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.382846] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.382972] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.383078] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.383173] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.383311] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.383404] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.383456] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.383763] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.383763] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.383917] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.383917] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.384033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.384108] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.384192] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.384306] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.575759] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: SUCCESS [ 870.576217] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 deletion is rescheduled due to dependency. [ 870.576358] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.576776] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.577484] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.577733] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.577940] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.578121] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.578578] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.578774] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.578999] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.595752] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-418 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.596213] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-418" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.596568] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-418" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.597133] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-418" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.597559] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.597973] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.598236] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.598698] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.599021] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.599441] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.599720] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 870.599992] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 870.600293] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 870.600585] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.600855] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 870.601181] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 870.621503] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 870.621684] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 870.621927] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 870.622176] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-418" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.622550] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-489c97bc-043d-46d5-9e0e-4de47b459867 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.622780] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-489c97bc-043d-46d5-9e0e-4de47b459867" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.622929] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-489c97bc-043d-46d5-9e0e-4de47b459867" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.623509] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-489c97bc-043d-46d5-9e0e-4de47b459867" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.623681] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('489c97bc-043d-46d5-9e0e-4de47b459867',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.717561] env[65068]: INFO networking_nsxv3.common.synchronization [req-3c48992a-c0fb-4139-ab98-db98d218d116 req-910a19e4-9103-437b-b28c-afe9a05efdc6 tempest-ServerDiskConfigTestJSON-2108457671 tempest-ServerDiskConfigTestJSON-2108457671-project-member] Enqueued Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_members [ 870.718142] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_members [ 870.718468] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.718663] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.718788] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.719655] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.719910] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.720095] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.720202] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.720457] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.720605] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.720744] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.886858] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6204eb35-df30-40b2-990a-328fb715bd34: rpc.has_security_group_logging(os_id): False [ 870.907550] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.907776] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.907840] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.908122] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.908268] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.908458] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.908664] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.908739] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.908937] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.909033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.909282] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.909397] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.909478] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.909721] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.909811] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.910070] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.910183] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.910247] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.910415] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.910502] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.910591] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6204eb35-df30-40b2-990a-328fb715bd34 is going to be updated. [ 870.979677] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.979786] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.979823] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.980102] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.980209] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.002431] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: IN_PROGRESS for 2s [ 871.081529] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.126484] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.126816] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.126892] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.127193] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.127347] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.127514] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 489c97bc-043d-46d5-9e0e-4de47b459867 not found, creating... [ 871.127790] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.127951] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.128084] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.128314] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.128486] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.128825] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.128991] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.129291] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.129524] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.129658] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.129803] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 489c97bc-043d-46d5-9e0e-4de47b459867 is going to be created. [ 871.158785] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.158785] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.158912] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.159488] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.160472] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.160472] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-489c97bc-043d-46d5-9e0e-4de47b459867" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.185459] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-403 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.185459] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-403" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.185459] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-403" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.185772] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-403" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.185966] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.186297] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.187239] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.187239] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.187239] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.187440] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.187560] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.187673] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.187786] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.187900] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.188015] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.188161] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.215375] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: SUCCESS [ 871.215601] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.215852] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.216228] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.216530] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.216722] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.216833] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.217126] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.217291] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.217472] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.218049] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.218760] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.219043] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.219282] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.219470] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.219605] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.219796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.220599] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.220599] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.223155] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.223155] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 871.223155] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.223325] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-403" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.224087] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-0f045c30-b97f-44ec-b522-8b996cce61b2 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.224087] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-0f045c30-b97f-44ec-b522-8b996cce61b2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.224383] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-0f045c30-b97f-44ec-b522-8b996cce61b2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.225391] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-0f045c30-b97f-44ec-b522-8b996cce61b2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.225391] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f045c30-b97f-44ec-b522-8b996cce61b2',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.227128] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.227297] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.227429] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.227527] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.227648] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.228292] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.228292] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.228292] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.228292] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.228292] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.228292] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d is going to be updated. [ 871.275214] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.275431] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.275558] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.275870] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.276113] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.290014] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: IN_PROGRESS for 2s [ 871.584260] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.634011] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe in Status: SUCCESS [ 871.634312] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.634540] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.634847] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.635156] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.635330] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.635429] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.635662] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.635811] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.635941] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.636092] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98f58e62-9b35-41bd-a32d-beb417ad82fe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.722514] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.722753] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.732684] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.734534] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.734759] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.734872] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.735193] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.735345] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.735579] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 0f045c30-b97f-44ec-b522-8b996cce61b2 not found, creating... [ 871.736069] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.736339] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.736479] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.737368] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.737575] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.737922] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.738181] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.738327] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.738779] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.739079] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.739435] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 0f045c30-b97f-44ec-b522-8b996cce61b2 is going to be created. [ 871.771701] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.771920] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.772058] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.772392] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.772628] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.772892] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-0f045c30-b97f-44ec-b522-8b996cce61b2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.911818] env[65068]: INFO networking_nsxv3.common.synchronization [req-f2c92c5d-2e6f-43d0-9afb-2a1c15746bd7 req-3a184faf-cba1-4fe4-bf5b-4b2fd9851c1d service nova] Enqueued Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_rules [ 871.911907] env[65068]: INFO networking_nsxv3.common.synchronization [req-f2c92c5d-2e6f-43d0-9afb-2a1c15746bd7 req-3a184faf-cba1-4fe4-bf5b-4b2fd9851c1d service nova] Enqueued Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_members [ 871.912049] env[65068]: INFO networking_nsxv3.common.synchronization [req-f2c92c5d-2e6f-43d0-9afb-2a1c15746bd7 req-3a184faf-cba1-4fe4-bf5b-4b2fd9851c1d service nova] Enqueued Resource ID: 489c97bc-043d-46d5-9e0e-4de47b459867 with Priority: HIGHEST for action port [ 871.912635] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_rules [ 871.912914] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_members [ 871.913041] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 489c97bc-043d-46d5-9e0e-4de47b459867 with Priority: HIGHEST for action port [ 871.913839] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.913921] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.914101] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.914181] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.914371] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-489c97bc-043d-46d5-9e0e-4de47b459867 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.914478] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-489c97bc-043d-46d5-9e0e-4de47b459867" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.914539] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-489c97bc-043d-46d5-9e0e-4de47b459867" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.914733] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-489c97bc-043d-46d5-9e0e-4de47b459867" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.914823] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('489c97bc-043d-46d5-9e0e-4de47b459867',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.087114] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.087282] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.087355] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.087583] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.087681] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.087785] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 is going to be updated. [ 872.121989] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.122199] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.122249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.122585] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.122767] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.133396] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: IN_PROGRESS for 2s [ 872.139061] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-98f58e62-9b35-41bd-a32d-beb417ad82fe taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.139246] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.139338] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.139558] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.139751] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.139893] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.139967] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.140156] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.140261] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.140368] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.140565] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-98f58e62-9b35-41bd-a32d-beb417ad82fe taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.140669] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.140743] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.140941] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.141150] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.141259] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.141335] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.141488] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.141602] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.141711] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.141791] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98f58e62-9b35-41bd-a32d-beb417ad82fe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.241761] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.421033] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 489c97bc-043d-46d5-9e0e-4de47b459867 with status ACTIVE [ 872.421033] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.421033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.421033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.421033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.421033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.421033] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.421033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.421033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.421033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.421033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.421033] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.421033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.423261] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.423651] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.423878] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.424106] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 489c97bc-043d-46d5-9e0e-4de47b459867 is going to be updated. [ 872.455168] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.455168] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.455168] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.455168] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.455168] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.455168] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-489c97bc-043d-46d5-9e0e-4de47b459867" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.501634] env[65068]: INFO networking_nsxv3.common.synchronization [req-3c48992a-c0fb-4139-ab98-db98d218d116 req-37af338d-fddb-4eac-83f1-54c23b602d0c service nova] Enqueued Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_rules [ 872.501634] env[65068]: INFO networking_nsxv3.common.synchronization [req-3c48992a-c0fb-4139-ab98-db98d218d116 req-37af338d-fddb-4eac-83f1-54c23b602d0c service nova] Enqueued Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_members [ 872.501739] env[65068]: INFO networking_nsxv3.common.synchronization [req-3c48992a-c0fb-4139-ab98-db98d218d116 req-37af338d-fddb-4eac-83f1-54c23b602d0c service nova] Enqueued Resource ID: 0f045c30-b97f-44ec-b522-8b996cce61b2 with Priority: HIGHEST for action port [ 872.502908] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_rules [ 872.502908] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_members [ 872.502908] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f045c30-b97f-44ec-b522-8b996cce61b2 with Priority: HIGHEST for action port [ 872.502908] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.503281] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.503281] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.503466] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.503466] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.507213] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.507213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.507213] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f045c30-b97f-44ec-b522-8b996cce61b2 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.507213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f045c30-b97f-44ec-b522-8b996cce61b2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.507213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f045c30-b97f-44ec-b522-8b996cce61b2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.507213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f045c30-b97f-44ec-b522-8b996cce61b2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.507213] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f045c30-b97f-44ec-b522-8b996cce61b2',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.647943] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98f58e62-9b35-41bd-a32d-beb417ad82fe: rpc.has_security_group_logging(os_id): False [ 872.718816] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.719051] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.719106] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.719361] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.719440] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.719596] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.719716] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.719787] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.719950] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.720040] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.720263] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.720339] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.720403] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.720529] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.720640] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.721038] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.721038] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.721038] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.721202] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.721246] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.721319] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe is going to be updated. [ 872.744796] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.745484] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.745484] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.745597] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.746344] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.746344] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 is going to be updated. [ 872.783937] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.784213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.785077] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.785330] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.785523] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.796906] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: IN_PROGRESS for 2s [ 872.837319] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.837672] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.837672] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.837672] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.837944] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.853074] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe in Status: IN_PROGRESS for 2s [ 873.010044] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.010044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.010044] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f045c30-b97f-44ec-b522-8b996cce61b2 with status ACTIVE [ 873.010044] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.010044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.010044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.010044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.010044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.010044] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.010044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.010044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.010044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.010044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.010044] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.011030] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.011030] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.012608] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.012822] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.012822] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f045c30-b97f-44ec-b522-8b996cce61b2 is going to be updated. [ 873.022278] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: SUCCESS [ 873.022378] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.044920] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.045223] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.045223] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.045466] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.045564] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.045674] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f045c30-b97f-44ec-b522-8b996cce61b2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.191345] env[65068]: INFO networking_nsxv3.common.synchronization [req-9a2d9ed9-9156-418e-9892-d6ea94e3415c req-c7af53d2-b4a8-4f6c-a8a1-4e525a77952c tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_members [ 873.192357] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_members [ 873.192504] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.192687] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.192794] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.193713] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.193899] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.194037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.194088] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.194269] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.194359] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.194465] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.299966] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: SUCCESS [ 873.300170] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d deletion is rescheduled due to dependency. [ 873.300288] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.300456] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.300669] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.300853] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.300968] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.301040] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.301196] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.301271] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.301367] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.598922] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-292 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.599144] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-292" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.599268] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-292" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.599601] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-292" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.599826] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.599987] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.600290] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.600552] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.600715] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.601149] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.601149] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.601149] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.601284] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.601357] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.601458] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.601587] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.624186] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.625441] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 873.625441] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.625441] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-292" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.625441] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-d90f43dc-82cb-48ff-b4b6-2fbe02132ae9 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.625441] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-d90f43dc-82cb-48ff-b4b6-2fbe02132ae9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.625746] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-d90f43dc-82cb-48ff-b4b6-2fbe02132ae9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.625857] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-d90f43dc-82cb-48ff-b4b6-2fbe02132ae9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.625959] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d90f43dc-82cb-48ff-b4b6-2fbe02132ae9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.697686] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.804103] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.133082] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.133082] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.133234] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.135765] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.135765] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.135765] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port d90f43dc-82cb-48ff-b4b6-2fbe02132ae9 not found, creating... [ 874.135765] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.135765] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.135765] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.135765] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.135765] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.135765] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.135765] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.136189] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.136189] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.136189] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.136189] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: d90f43dc-82cb-48ff-b4b6-2fbe02132ae9 is going to be created. [ 874.147397] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: SUCCESS [ 874.147600] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.147774] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.147977] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.148179] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.148293] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.148357] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.148514] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.148629] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.148731] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.148823] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.159043] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.159285] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.159388] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.159697] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.159940] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.160178] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-d90f43dc-82cb-48ff-b4b6-2fbe02132ae9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.200041] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.306832] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.652558] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.652771] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.652803] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.653020] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.653191] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.653292] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.653357] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.653510] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.653598] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.653690] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.653835] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.653928] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.653989] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.654150] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.654290] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.654382] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.654441] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.654656] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.654656] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.654741] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.654812] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.702184] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.702520] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.702520] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.702903] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.702903] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.703016] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f07f2828-3433-42da-81f8-06cacf626909 is going to be updated. [ 874.742977] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.743213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.743302] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.743509] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.743649] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.754604] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: IN_PROGRESS for 2s [ 874.809239] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: SUCCESS [ 874.809457] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.810115] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.810278] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.810350] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.810560] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.810643] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.810735] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d is going to be updated. [ 874.811824] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.812017] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.812220] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.812325] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.812389] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.812536] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.812635] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.813054] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.813054] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.813054] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.813054] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.813298] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.813347] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.813399] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.813481] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.813620] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.813687] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.813771] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.813856] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.816382] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.816769] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.816769] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.816883] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.816964] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.817528] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.817619] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.817734] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.851564] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.851564] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.851564] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.851564] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.851730] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.863112] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: IN_PROGRESS for 2s [ 874.866964] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe in Status: SUCCESS [ 874.867203] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.867378] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.867600] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.867714] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98f58e62-9b35-41bd-a32d-beb417ad82fe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.922945] env[65068]: INFO networking_nsxv3.common.synchronization [req-9a2d9ed9-9156-418e-9892-d6ea94e3415c req-66a8d130-3c91-4c4c-aa24-bf53431db07a service nova] Enqueued Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_rules [ 874.923192] env[65068]: INFO networking_nsxv3.common.synchronization [req-9a2d9ed9-9156-418e-9892-d6ea94e3415c req-66a8d130-3c91-4c4c-aa24-bf53431db07a service nova] Enqueued Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_members [ 874.923329] env[65068]: INFO networking_nsxv3.common.synchronization [req-9a2d9ed9-9156-418e-9892-d6ea94e3415c req-66a8d130-3c91-4c4c-aa24-bf53431db07a service nova] Enqueued Resource ID: d90f43dc-82cb-48ff-b4b6-2fbe02132ae9 with Priority: HIGHEST for action port [ 874.924028] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_rules [ 874.924468] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_members [ 874.924600] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d90f43dc-82cb-48ff-b4b6-2fbe02132ae9 with Priority: HIGHEST for action port [ 874.925099] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.925374] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.925374] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.925701] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.925862] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.929028] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.929205] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.930065] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-d90f43dc-82cb-48ff-b4b6-2fbe02132ae9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.930238] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d90f43dc-82cb-48ff-b4b6-2fbe02132ae9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.930394] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d90f43dc-82cb-48ff-b4b6-2fbe02132ae9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.930661] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d90f43dc-82cb-48ff-b4b6-2fbe02132ae9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.930803] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d90f43dc-82cb-48ff-b4b6-2fbe02132ae9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.159110] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 940eac30-3ff5-49b7-b364-81e0d7e55b54: rpc.has_security_group_logging(os_id): False [ 875.180151] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.180433] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.180607] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.180936] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.181405] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.181498] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.181710] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.181764] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.181993] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.182112] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.182335] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.182500] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.182652] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.182893] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.183013] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.183324] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.183525] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.183642] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.183872] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.183976] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.184105] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 is going to be updated. [ 875.259087] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.259087] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.259087] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.259087] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.262335] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.275376] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: IN_PROGRESS for 2s [ 875.321928] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4612a101-4e6e-4c58-aeca-2eecd99093a7: rpc.has_security_group_logging(os_id): False [ 875.321928] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.357323] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.357470] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.357542] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.357758] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.357849] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.358046] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.358146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.358209] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.358377] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.358475] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.358818] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.358918] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.358980] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.359139] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.359220] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.359404] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.359496] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.359584] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.359743] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.359857] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.359988] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 is going to be created. [ 875.370335] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-98f58e62-9b35-41bd-a32d-beb417ad82fe taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.370500] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.370628] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.370934] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.371168] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.371284] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.371352] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.371540] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.371629] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.371743] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.371843] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98f58e62-9b35-41bd-a32d-beb417ad82fe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.428887] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.429049] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.440242] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.441319] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.441319] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.441319] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.441319] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.443258] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d90f43dc-82cb-48ff-b4b6-2fbe02132ae9 with status ACTIVE [ 875.443364] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.443610] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.443610] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.443806] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.443870] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.444127] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.445026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.445026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.445026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.445026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.445026] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.445026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.445026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.445389] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.445389] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.445389] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d90f43dc-82cb-48ff-b4b6-2fbe02132ae9 is going to be updated. [ 875.463930] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: IN_PROGRESS for 2s [ 875.480109] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.480287] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.480322] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.480878] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.481102] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.481314] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d90f43dc-82cb-48ff-b4b6-2fbe02132ae9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.823374] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.874137] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-98f58e62-9b35-41bd-a32d-beb417ad82fe taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.874306] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.874382] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.874587] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.874752] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.874854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.874916] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.875082] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.875181] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.875269] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.875567] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-98f58e62-9b35-41bd-a32d-beb417ad82fe taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.875673] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.875739] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.875883] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.876036] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.876128] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.876186] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.876323] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.876399] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.876495] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.876592] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98f58e62-9b35-41bd-a32d-beb417ad82fe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.325812] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.325990] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.326070] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.326339] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.326440] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.326541] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 is going to be updated. [ 876.372613] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.374061] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.374168] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.374454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.374635] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.378542] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98f58e62-9b35-41bd-a32d-beb417ad82fe: rpc.has_security_group_logging(os_id): False [ 876.403069] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.403255] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.403255] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.403458] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.403711] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.403711] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.403886] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.403886] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.404052] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.404126] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.404318] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.404411] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.404474] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.404614] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.404689] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.404884] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.405025] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.406024] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.406024] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.406024] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.406024] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe is going to be updated. [ 876.409908] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: IN_PROGRESS for 2s [ 876.492680] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.492933] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.492933] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.493294] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.493485] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.513023] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe in Status: IN_PROGRESS for 2s [ 876.767947] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: SUCCESS [ 876.768473] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.768767] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.769031] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.769231] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.769356] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.769422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.769597] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.769684] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.769781] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.874532] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: SUCCESS [ 876.874771] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.874908] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.875155] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.875345] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.875466] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.875812] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.875812] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.875812] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.875934] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.875961] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.273654] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.293294] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: SUCCESS [ 877.293294] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.380676] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.380676] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.380676] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.380676] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.380676] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.380676] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.380676] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.380676] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.380676] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.380676] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.380676] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.380676] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.380676] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.381427] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.381427] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.381427] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.381427] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.381427] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.381563] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.381603] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.381871] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.479566] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: SUCCESS [ 877.479795] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.480014] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.480355] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.480480] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.776505] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.888866] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a93dc917-9783-48cc-89e1-ddf8b3f6228d: rpc.has_security_group_logging(os_id): False [ 877.909732] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.909918] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.910032] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.913265] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.913265] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.913265] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.913265] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.913265] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.913265] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.913265] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.913265] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.913265] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.913265] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.913265] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.913265] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.913265] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.913265] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.914067] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.914067] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.914067] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.914067] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d is going to be updated. [ 877.985453] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.985598] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.985669] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.985881] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.986069] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.989263] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.989263] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.003074] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: IN_PROGRESS for 2s [ 878.284162] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.284162] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.284162] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.284421] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.284421] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.284528] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f07f2828-3433-42da-81f8-06cacf626909 is going to be updated. [ 878.315011] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.315262] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.315350] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.315827] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.316057] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.326716] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: IN_PROGRESS for 2s [ 878.422188] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: SUCCESS [ 878.422390] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.422585] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.422832] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.423047] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.423173] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.423279] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.423523] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.423683] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.423843] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.424022] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.530263] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe in Status: SUCCESS [ 878.530490] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.926937] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.927464] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.927464] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.927564] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.927700] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.927795] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.927898] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.928128] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.928221] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.928353] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.928471] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.928887] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.928887] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.928887] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.929153] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.929153] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.929153] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.929374] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.929374] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.929460] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.929504] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.431812] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4612a101-4e6e-4c58-aeca-2eecd99093a7: rpc.has_security_group_logging(os_id): False [ 879.452480] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.452673] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.453324] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.453324] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.453324] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.453454] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.453564] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.453643] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.453848] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.454634] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.454634] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.454634] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.454634] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.454634] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.454634] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.454884] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.454954] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.455082] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.455218] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.455332] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.455414] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 is going to be updated. [ 879.539249] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.539431] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.539431] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.539669] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.539898] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.559268] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: IN_PROGRESS for 2s [ 879.926197] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 879.926197] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 880.022759] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: SUCCESS [ 880.022759] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.339509] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: SUCCESS [ 880.339793] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.340080] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.340423] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.340700] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.340837] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.340905] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.341102] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.341182] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.341265] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.341356] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.491035] env[65068]: INFO networking_nsxv3.common.synchronization [req-3170b4dc-d41d-4dd6-990f-9c4d69bdb1f0 req-63b35392-4084-4656-af09-9abd3ef73f90 tempest-ServersTestJSON-948800146 tempest-ServersTestJSON-948800146-project-member] Enqueued Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 880.491382] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 880.492229] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.492407] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.492487] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.492784] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.492906] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.493046] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.493124] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.493339] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.493587] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.493587] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.737836] env[65068]: INFO networking_nsxv3.common.synchronization [req-e27dc9aa-52be-4d2c-ad6f-f727d3d29765 req-a04d6edb-fa09-4ff5-a51c-0e674265f63a tempest-ServersAdminTestJSON-287122734 tempest-ServersAdminTestJSON-287122734-project-member] Enqueued Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGHEST for action security_group_members [ 880.738398] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGHEST for action security_group_members [ 880.739807] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.739807] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.739807] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.739807] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.739807] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.740181] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.740181] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.740383] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.740514] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.740646] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.844404] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.844404] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.844404] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.844600] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.844678] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.844798] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.844829] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.845065] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.845179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.845435] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.845477] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.845567] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.845636] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.845789] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.845974] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.846154] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.846264] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.846416] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.846513] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.846675] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.846794] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.996269] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.245457] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.245869] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.245869] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.246098] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.272441] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.272441] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.272441] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.272441] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.272441] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.272441] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.272441] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 is going to be updated. [ 881.305962] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.306207] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.306493] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.306845] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.307111] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.317262] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 in Status: IN_PROGRESS for 2s [ 881.350059] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f07f2828-3433-42da-81f8-06cacf626909: rpc.has_security_group_logging(os_id): False [ 881.369049] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.369049] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.369049] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.369267] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.369367] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.369651] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.369792] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.369843] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.370092] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.370207] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.370457] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.370625] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.370741] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.370946] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.371078] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.371321] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.371450] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.371579] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.371773] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.371864] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.371969] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f07f2828-3433-42da-81f8-06cacf626909 is going to be updated. [ 881.470997] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.471190] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.471264] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.471487] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.471638] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.494289] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: IN_PROGRESS for 2s [ 881.501241] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.589180] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: SUCCESS [ 881.589411] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.589606] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.589900] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.589990] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.006560] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.006812] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.006880] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.007146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.007255] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.007365] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6204eb35-df30-40b2-990a-328fb715bd34 is going to be updated. [ 882.042134] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.042330] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.042399] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.042663] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.042851] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.052607] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: IN_PROGRESS for 2s [ 882.095277] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.095528] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.095605] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.095935] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.096259] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.096421] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.096539] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.096799] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.096882] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.097033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.097139] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.602295] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.602662] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.602662] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.602906] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.602969] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.603092] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.603161] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.603311] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.603400] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.603487] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.603640] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.603750] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.603812] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.604171] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.604171] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.604264] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.604264] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.604389] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.604507] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.605167] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.605312] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.108217] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4612a101-4e6e-4c58-aeca-2eecd99093a7: rpc.has_security_group_logging(os_id): False [ 883.129671] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.129671] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.129671] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.129671] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.129671] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.129671] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.129671] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.129671] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.129671] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.129671] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.130714] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.130714] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.130714] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.130714] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.130714] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.130714] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.130922] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.130962] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.131298] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.131436] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.131582] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 is going to be updated. [ 883.203083] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.203314] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.203314] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.203610] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.203813] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.218704] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: IN_PROGRESS for 2s [ 883.339589] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 in Status: SUCCESS [ 883.339589] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 deletion is rescheduled due to dependency. [ 883.339589] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.513684] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: SUCCESS [ 883.513923] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.064656] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: SUCCESS [ 884.065109] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.236390] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: SUCCESS [ 885.236390] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.739757] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 885.739880] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 886.438932] env[65068]: INFO networking_nsxv3.common.synchronization [req-31507093-3aed-4024-861b-b7f1f11cefff req-44b1e74f-da0c-4154-bfcc-66af378d4f98 tempest-InstanceActionsNegativeTestJSON-1085453971 tempest-InstanceActionsNegativeTestJSON-1085453971-project-member] Enqueued Resource ID: 7685ec96-4621-4fb8-841f-754c57925977 with Priority: HIGHEST for action security_group_members [ 886.438932] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7685ec96-4621-4fb8-841f-754c57925977 with Priority: HIGHEST for action security_group_members [ 886.439361] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-7685ec96-4621-4fb8-841f-754c57925977 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.440768] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7685ec96-4621-4fb8-841f-754c57925977" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.440768] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7685ec96-4621-4fb8-841f-754c57925977" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.440768] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7685ec96-4621-4fb8-841f-754c57925977" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.440768] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.440768] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.440768] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.440768] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.440768] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.440768] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7685ec96-4621-4fb8-841f-754c57925977',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.585813] env[65068]: INFO networking_nsxv3.common.synchronization [req-0b063a25-870a-4f32-9390-be686d84ce53 req-84662b7b-80e0-469c-be41-7f686af1d015 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: 4a125430-6878-4972-b392-1ea1e1e953ed with Priority: HIGHEST for action security_group_members [ 886.586021] env[65068]: INFO networking_nsxv3.common.synchronization [req-0b063a25-870a-4f32-9390-be686d84ce53 req-84662b7b-80e0-469c-be41-7f686af1d015 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_members [ 886.586699] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a125430-6878-4972-b392-1ea1e1e953ed with Priority: HIGHEST for action security_group_members [ 886.586855] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_members [ 886.587567] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a125430-6878-4972-b392-1ea1e1e953ed taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.587674] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a125430-6878-4972-b392-1ea1e1e953ed" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.587713] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a125430-6878-4972-b392-1ea1e1e953ed" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.587996] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a125430-6878-4972-b392-1ea1e1e953ed" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.588176] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.588273] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.588336] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.588486] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.588569] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.588692] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a125430-6878-4972-b392-1ea1e1e953ed',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.589858] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.589942] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.590101] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.590294] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.590674] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.590674] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.590674] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.591189] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.591189] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.591189] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.646305] env[65068]: INFO networking_nsxv3.common.synchronization [req-0b063a25-870a-4f32-9390-be686d84ce53 req-84662b7b-80e0-469c-be41-7f686af1d015 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: 4a125430-6878-4972-b392-1ea1e1e953ed with Priority: HIGHEST for action security_group_rules [ 886.646305] env[65068]: INFO networking_nsxv3.common.synchronization [req-0b063a25-870a-4f32-9390-be686d84ce53 req-84662b7b-80e0-469c-be41-7f686af1d015 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: 4a125430-6878-4972-b392-1ea1e1e953ed with Priority: HIGHEST for action security_group_members [ 886.646305] env[65068]: INFO networking_nsxv3.common.synchronization [req-0b063a25-870a-4f32-9390-be686d84ce53 req-84662b7b-80e0-469c-be41-7f686af1d015 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_rules [ 886.646305] env[65068]: INFO networking_nsxv3.common.synchronization [req-0b063a25-870a-4f32-9390-be686d84ce53 req-84662b7b-80e0-469c-be41-7f686af1d015 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_members [ 886.646305] env[65068]: INFO networking_nsxv3.common.synchronization [req-0b063a25-870a-4f32-9390-be686d84ce53 req-84662b7b-80e0-469c-be41-7f686af1d015 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: d90f43dc-82cb-48ff-b4b6-2fbe02132ae9 with Priority: HIGHEST for action port [ 886.647450] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a125430-6878-4972-b392-1ea1e1e953ed with Priority: HIGHEST for action security_group_rules [ 886.647450] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_rules [ 886.647450] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d90f43dc-82cb-48ff-b4b6-2fbe02132ae9 with Priority: HIGHEST for action port [ 886.647450] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a125430-6878-4972-b392-1ea1e1e953ed with Priority: HIGHEST for action security_group_members [ 886.647450] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_members [ 886.647863] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a125430-6878-4972-b392-1ea1e1e953ed taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.648066] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a125430-6878-4972-b392-1ea1e1e953ed" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.648066] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a125430-6878-4972-b392-1ea1e1e953ed" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.648245] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a125430-6878-4972-b392-1ea1e1e953ed" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.648326] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a125430-6878-4972-b392-1ea1e1e953ed',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.649448] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.649610] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.649701] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.649935] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.650079] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.651309] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-d90f43dc-82cb-48ff-b4b6-2fbe02132ae9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.651530] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d90f43dc-82cb-48ff-b4b6-2fbe02132ae9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.651617] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d90f43dc-82cb-48ff-b4b6-2fbe02132ae9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.651873] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d90f43dc-82cb-48ff-b4b6-2fbe02132ae9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.651969] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d90f43dc-82cb-48ff-b4b6-2fbe02132ae9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.653857] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a125430-6878-4972-b392-1ea1e1e953ed taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.653857] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a125430-6878-4972-b392-1ea1e1e953ed" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.655119] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.655242] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.856905] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.857242] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-420" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.857471] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-420" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.858624] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-420" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.858624] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.858903] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.858903] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.859240] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.859486] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.859826] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.860046] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.860252] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.860436] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.860634] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.860826] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.861064] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.884340] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.885291] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.885291] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.885291] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-420" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.885637] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-f236c5a6-8ed8-4213-8366-f54165fc84c7 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.885873] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-f236c5a6-8ed8-4213-8366-f54165fc84c7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.886067] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-f236c5a6-8ed8-4213-8366-f54165fc84c7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.886485] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-f236c5a6-8ed8-4213-8366-f54165fc84c7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.886759] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f236c5a6-8ed8-4213-8366-f54165fc84c7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.945565] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.945565] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.945565] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.945565] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.945565] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.945565] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.945565] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.945565] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.945565] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.945565] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.945565] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7685ec96-4621-4fb8-841f-754c57925977 already deleted. [ 886.945565] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7685ec96-4621-4fb8-841f-754c57925977" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.092869] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a125430-6878-4972-b392-1ea1e1e953ed',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.094219] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.157056] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a125430-6878-4972-b392-1ea1e1e953ed taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.157224] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a125430-6878-4972-b392-1ea1e1e953ed" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.157508] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.157634] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.158867] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d90f43dc-82cb-48ff-b4b6-2fbe02132ae9 with status ACTIVE [ 887.159072] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.159190] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.159252] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.159465] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.159555] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.159740] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.159832] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.159886] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.160061] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.160145] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.160325] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.160418] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.160480] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.160632] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.160721] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.160871] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d90f43dc-82cb-48ff-b4b6-2fbe02132ae9 is going to be updated. [ 887.187062] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.187295] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.187355] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.187655] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.187827] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.188084] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d90f43dc-82cb-48ff-b4b6-2fbe02132ae9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.389037] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.389291] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.389366] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.389669] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.389914] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.390092] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port f236c5a6-8ed8-4213-8366-f54165fc84c7 not found, creating... [ 887.390369] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.390532] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.390648] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.390908] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.391070] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.391381] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.391551] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.391678] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.391906] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.392051] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.392201] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: f236c5a6-8ed8-4213-8366-f54165fc84c7 is going to be created. [ 887.419887] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.421380] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.421380] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.421380] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.421380] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.421380] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-f236c5a6-8ed8-4213-8366-f54165fc84c7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.596373] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a125430-6878-4972-b392-1ea1e1e953ed',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.597694] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.099668] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.099930] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.100196] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.100572] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.100671] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.100889] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a125430-6878-4972-b392-1ea1e1e953ed is going to be created. [ 888.103043] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.103043] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.103043] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.103209] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.103238] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.103319] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f07f2828-3433-42da-81f8-06cacf626909 is going to be updated. [ 888.127752] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.127948] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.127948] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.128185] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.128342] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.135880] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.135880] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.135880] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.135880] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.135880] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.142057] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: IN_PROGRESS for 2s [ 888.143582] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a125430-6878-4972-b392-1ea1e1e953ed in Status: UNINITIALIZED for 2s [ 888.153453] env[65068]: INFO networking_nsxv3.common.synchronization [req-31507093-3aed-4024-861b-b7f1f11cefff req-00be10cf-1b46-4c5e-bfaa-37a9fa1d147d service nova] Enqueued Resource ID: 7685ec96-4621-4fb8-841f-754c57925977 with Priority: HIGHEST for action security_group_rules [ 888.153657] env[65068]: INFO networking_nsxv3.common.synchronization [req-31507093-3aed-4024-861b-b7f1f11cefff req-00be10cf-1b46-4c5e-bfaa-37a9fa1d147d service nova] Enqueued Resource ID: 7685ec96-4621-4fb8-841f-754c57925977 with Priority: HIGHEST for action security_group_members [ 888.153829] env[65068]: INFO networking_nsxv3.common.synchronization [req-31507093-3aed-4024-861b-b7f1f11cefff req-00be10cf-1b46-4c5e-bfaa-37a9fa1d147d service nova] Enqueued Resource ID: f236c5a6-8ed8-4213-8366-f54165fc84c7 with Priority: HIGHEST for action port [ 888.154439] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7685ec96-4621-4fb8-841f-754c57925977 with Priority: HIGHEST for action security_group_rules [ 888.159676] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7685ec96-4621-4fb8-841f-754c57925977 with Priority: HIGHEST for action security_group_members [ 888.159896] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f236c5a6-8ed8-4213-8366-f54165fc84c7 with Priority: HIGHEST for action port [ 888.160281] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7685ec96-4621-4fb8-841f-754c57925977 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.160439] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7685ec96-4621-4fb8-841f-754c57925977" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.160509] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7685ec96-4621-4fb8-841f-754c57925977" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.160774] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7685ec96-4621-4fb8-841f-754c57925977" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.160866] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7685ec96-4621-4fb8-841f-754c57925977',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.162758] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-7685ec96-4621-4fb8-841f-754c57925977 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.162913] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7685ec96-4621-4fb8-841f-754c57925977" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.162966] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7685ec96-4621-4fb8-841f-754c57925977" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.163416] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7685ec96-4621-4fb8-841f-754c57925977" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.164494] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.164494] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.164494] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.164494] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.164494] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.164782] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7685ec96-4621-4fb8-841f-754c57925977',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.165805] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-f236c5a6-8ed8-4213-8366-f54165fc84c7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.165955] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f236c5a6-8ed8-4213-8366-f54165fc84c7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.166015] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f236c5a6-8ed8-4213-8366-f54165fc84c7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.166186] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f236c5a6-8ed8-4213-8366-f54165fc84c7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.166296] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f236c5a6-8ed8-4213-8366-f54165fc84c7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.670230] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7685ec96-4621-4fb8-841f-754c57925977',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.671313] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-7685ec96-4621-4fb8-841f-754c57925977 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.671470] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7685ec96-4621-4fb8-841f-754c57925977" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.671531] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f236c5a6-8ed8-4213-8366-f54165fc84c7 with status ACTIVE [ 888.671740] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.671936] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.671998] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.672490] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.672490] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.672832] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.672832] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.672832] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.675072] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.675072] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.675072] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.675072] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.675072] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.675072] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.675072] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.675072] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f236c5a6-8ed8-4213-8366-f54165fc84c7 is going to be updated. [ 888.696628] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.698033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.698033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.698033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.698033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.698314] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f236c5a6-8ed8-4213-8366-f54165fc84c7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.177713] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7685ec96-4621-4fb8-841f-754c57925977',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.680361] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.680762] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.680762] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.680825] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.680854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.680955] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7685ec96-4621-4fb8-841f-754c57925977 is going to be created. [ 889.713412] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.713589] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.714353] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.714353] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.714353] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.725368] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7685ec96-4621-4fb8-841f-754c57925977 in Status: UNINITIALIZED for 2s [ 889.763146] env[65068]: INFO networking_nsxv3.common.synchronization [req-c71123f8-dd4e-4acf-8f80-189821116e27 req-36442041-d60e-49c9-9987-6e9c83a4485e tempest-ServersTestMultiNic-172771013 tempest-ServersTestMultiNic-172771013-project-member] Enqueued Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_members [ 889.764555] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_members [ 889.765130] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.766037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.766037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.766037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.766205] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.766205] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.766294] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.766527] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.766638] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.767866] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.994242] env[65068]: INFO networking_nsxv3.common.synchronization [req-c71123f8-dd4e-4acf-8f80-189821116e27 req-0aac365a-720c-4026-a3b5-ab3af81f3b68 tempest-ServersTestMultiNic-172771013 tempest-ServersTestMultiNic-172771013-project-member] Enqueued Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_members [ 889.996933] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_members [ 889.996933] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.997164] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.158417] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: SUCCESS [ 890.158417] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.158417] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.158680] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.159866] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.159866] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.160210] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.160470] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.160564] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.160681] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.162450] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a125430-6878-4972-b392-1ea1e1e953ed in Status: SUCCESS [ 890.163464] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a125430-6878-4972-b392-1ea1e1e953ed" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.163464] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a125430-6878-4972-b392-1ea1e1e953ed" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.163464] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a125430-6878-4972-b392-1ea1e1e953ed" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.163464] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.163464] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.163464] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.163734] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.163734] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.163821] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a125430-6878-4972-b392-1ea1e1e953ed',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.269521] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.666799] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.666799] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a125430-6878-4972-b392-1ea1e1e953ed',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.774659] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.785217] env[65068]: INFO networking_nsxv3.common.synchronization [req-c71123f8-dd4e-4acf-8f80-189821116e27 req-d2406333-0837-4539-8c0e-cb17bc404584 tempest-ServersTestMultiNic-172771013 tempest-ServersTestMultiNic-172771013-project-member] Enqueued Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_members [ 890.785217] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_members [ 890.786256] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.786662] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.169581] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.172689] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a125430-6878-4972-b392-1ea1e1e953ed',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.278758] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.278895] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.278989] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.279237] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.279345] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.279454] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 is going to be updated. [ 891.320034] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.320034] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.320034] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.320034] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.320034] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.329858] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: IN_PROGRESS for 2s [ 891.671619] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.672984] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.672984] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.672984] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.672984] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.672984] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f07f2828-3433-42da-81f8-06cacf626909 is going to be updated. [ 891.677356] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.677356] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.677356] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.677356] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.677356] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.677356] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a125430-6878-4972-b392-1ea1e1e953ed is going to be updated. [ 891.718213] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.718213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.718213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.718213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.718213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.718213] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.718213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.718213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.718599] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.718898] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.732135] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a125430-6878-4972-b392-1ea1e1e953ed in Status: IN_PROGRESS for 2s [ 891.732135] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: IN_PROGRESS for 2s [ 891.733278] env[65068]: INFO networking_nsxv3.common.synchronization [req-ea729a01-d70e-43aa-8bff-a538663ab811 req-27ad3531-fd75-4895-a41c-aa8198a8962a tempest-ListServersNegativeTestJSON-841077823 tempest-ListServersNegativeTestJSON-841077823-project-member] Enqueued Resource ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe with Priority: HIGHEST for action security_group_members [ 891.734213] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe with Priority: HIGHEST for action security_group_members [ 891.734550] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-98f58e62-9b35-41bd-a32d-beb417ad82fe taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.734677] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.734743] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.734956] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.735134] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.735247] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.735308] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.735455] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.735550] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.735648] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98f58e62-9b35-41bd-a32d-beb417ad82fe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.758450] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7685ec96-4621-4fb8-841f-754c57925977 in Status: SUCCESS [ 891.758450] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7685ec96-4621-4fb8-841f-754c57925977" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.758828] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7685ec96-4621-4fb8-841f-754c57925977" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.759069] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7685ec96-4621-4fb8-841f-754c57925977" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.759266] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.759382] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.759445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.759608] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.759700] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.759843] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7685ec96-4621-4fb8-841f-754c57925977" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.759945] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7685ec96-4621-4fb8-841f-754c57925977',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.962785] env[65068]: INFO networking_nsxv3.common.synchronization [req-3e2111f5-c0d4-45be-b0f7-4624aeaedce7 req-ba506982-7115-483d-aa74-4717526eb3f0 tempest-ListServersNegativeTestJSON-841077823 tempest-ListServersNegativeTestJSON-841077823-project-member] Enqueued Resource ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe with Priority: HIGHEST for action security_group_members [ 891.964066] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe with Priority: HIGHEST for action security_group_members [ 891.964066] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-98f58e62-9b35-41bd-a32d-beb417ad82fe taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.964066] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.239993] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98f58e62-9b35-41bd-a32d-beb417ad82fe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.262922] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-7685ec96-4621-4fb8-841f-754c57925977 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.263102] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7685ec96-4621-4fb8-841f-754c57925977" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.263176] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7685ec96-4621-4fb8-841f-754c57925977" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.263399] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7685ec96-4621-4fb8-841f-754c57925977" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.263899] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.263899] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.263899] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.263899] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.264184] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.264184] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7685ec96-4621-4fb8-841f-754c57925977" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.264184] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-7685ec96-4621-4fb8-841f-754c57925977 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.264297] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7685ec96-4621-4fb8-841f-754c57925977" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.264326] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7685ec96-4621-4fb8-841f-754c57925977" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.264469] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7685ec96-4621-4fb8-841f-754c57925977" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.264605] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.264715] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.264777] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.264936] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.265490] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.265490] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7685ec96-4621-4fb8-841f-754c57925977" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.265490] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7685ec96-4621-4fb8-841f-754c57925977',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.742970] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98f58e62-9b35-41bd-a32d-beb417ad82fe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.767632] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7685ec96-4621-4fb8-841f-754c57925977: rpc.has_security_group_logging(os_id): False [ 892.817454] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.817454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.817454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.817454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.817736] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.818808] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.818808] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.818808] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.819603] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.819713] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.820733] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.820733] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.820733] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.820733] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.820733] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.821275] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.821275] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.821275] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.821275] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.821275] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.821451] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7685ec96-4621-4fb8-841f-754c57925977 is going to be created. [ 892.937454] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.937454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.937454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.937454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.937454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.950941] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7685ec96-4621-4fb8-841f-754c57925977 in Status: IN_PROGRESS for 2s [ 893.001146] env[65068]: INFO networking_nsxv3.common.synchronization [req-7533926e-e740-48ec-a78c-fe153023c87f req-615e053c-25fd-4410-b8f6-509b340b1439 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: 4a125430-6878-4972-b392-1ea1e1e953ed with Priority: HIGHEST for action security_group_members [ 893.001146] env[65068]: INFO networking_nsxv3.common.synchronization [req-7533926e-e740-48ec-a78c-fe153023c87f req-615e053c-25fd-4410-b8f6-509b340b1439 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: 851db5a6-b8a2-4df8-b614-24cba2567f40 with Priority: HIGHEST for action security_group_members [ 893.001146] env[65068]: INFO networking_nsxv3.common.synchronization [req-7533926e-e740-48ec-a78c-fe153023c87f req-615e053c-25fd-4410-b8f6-509b340b1439 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_members [ 893.003988] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a125430-6878-4972-b392-1ea1e1e953ed with Priority: HIGHEST for action security_group_members [ 893.003988] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 851db5a6-b8a2-4df8-b614-24cba2567f40 with Priority: HIGHEST for action security_group_members [ 893.005910] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_members [ 893.006567] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a125430-6878-4972-b392-1ea1e1e953ed taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.006700] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a125430-6878-4972-b392-1ea1e1e953ed" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.006991] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-851db5a6-b8a2-4df8-b614-24cba2567f40 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.007150] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-851db5a6-b8a2-4df8-b614-24cba2567f40" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.007208] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-851db5a6-b8a2-4df8-b614-24cba2567f40" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.007852] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-851db5a6-b8a2-4df8-b614-24cba2567f40" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.007852] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.007852] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.007852] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.011583] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.011583] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.011583] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('851db5a6-b8a2-4df8-b614-24cba2567f40',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.012966] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.012966] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.084364] env[65068]: INFO networking_nsxv3.common.synchronization [req-7533926e-e740-48ec-a78c-fe153023c87f req-615e053c-25fd-4410-b8f6-509b340b1439 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: 4a125430-6878-4972-b392-1ea1e1e953ed with Priority: HIGHEST for action security_group_rules [ 893.084604] env[65068]: INFO networking_nsxv3.common.synchronization [req-7533926e-e740-48ec-a78c-fe153023c87f req-615e053c-25fd-4410-b8f6-509b340b1439 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: 4a125430-6878-4972-b392-1ea1e1e953ed with Priority: HIGHEST for action security_group_members [ 893.084766] env[65068]: INFO networking_nsxv3.common.synchronization [req-7533926e-e740-48ec-a78c-fe153023c87f req-615e053c-25fd-4410-b8f6-509b340b1439 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: 851db5a6-b8a2-4df8-b614-24cba2567f40 with Priority: HIGHEST for action security_group_rules [ 893.084909] env[65068]: INFO networking_nsxv3.common.synchronization [req-7533926e-e740-48ec-a78c-fe153023c87f req-615e053c-25fd-4410-b8f6-509b340b1439 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: 851db5a6-b8a2-4df8-b614-24cba2567f40 with Priority: HIGHEST for action security_group_members [ 893.085137] env[65068]: INFO networking_nsxv3.common.synchronization [req-7533926e-e740-48ec-a78c-fe153023c87f req-615e053c-25fd-4410-b8f6-509b340b1439 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_rules [ 893.086112] env[65068]: INFO networking_nsxv3.common.synchronization [req-7533926e-e740-48ec-a78c-fe153023c87f req-615e053c-25fd-4410-b8f6-509b340b1439 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_members [ 893.086112] env[65068]: INFO networking_nsxv3.common.synchronization [req-7533926e-e740-48ec-a78c-fe153023c87f req-615e053c-25fd-4410-b8f6-509b340b1439 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: d90f43dc-82cb-48ff-b4b6-2fbe02132ae9 with Priority: HIGHEST for action port [ 893.086112] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a125430-6878-4972-b392-1ea1e1e953ed with Priority: HIGHEST for action security_group_rules [ 893.086282] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 851db5a6-b8a2-4df8-b614-24cba2567f40 with Priority: HIGHEST for action security_group_rules [ 893.086317] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_members [ 893.086403] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d90f43dc-82cb-48ff-b4b6-2fbe02132ae9 with Priority: HIGHEST for action port [ 893.086554] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_rules [ 893.087052] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a125430-6878-4972-b392-1ea1e1e953ed with Priority: HIGHEST for action security_group_members [ 893.087052] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 851db5a6-b8a2-4df8-b614-24cba2567f40 with Priority: HIGHEST for action security_group_members [ 893.087361] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a125430-6878-4972-b392-1ea1e1e953ed taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.087361] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a125430-6878-4972-b392-1ea1e1e953ed" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.088213] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-851db5a6-b8a2-4df8-b614-24cba2567f40 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.088213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-851db5a6-b8a2-4df8-b614-24cba2567f40" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.088213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-851db5a6-b8a2-4df8-b614-24cba2567f40" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.088213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-851db5a6-b8a2-4df8-b614-24cba2567f40" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.088213] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('851db5a6-b8a2-4df8-b614-24cba2567f40',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.089157] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.089275] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.089820] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-d90f43dc-82cb-48ff-b4b6-2fbe02132ae9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.089971] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d90f43dc-82cb-48ff-b4b6-2fbe02132ae9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.090145] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d90f43dc-82cb-48ff-b4b6-2fbe02132ae9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.090508] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d90f43dc-82cb-48ff-b4b6-2fbe02132ae9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.090550] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d90f43dc-82cb-48ff-b4b6-2fbe02132ae9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.091665] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.091876] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.092129] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a125430-6878-4972-b392-1ea1e1e953ed taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.092274] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a125430-6878-4972-b392-1ea1e1e953ed" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.092390] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-851db5a6-b8a2-4df8-b614-24cba2567f40 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.092475] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-851db5a6-b8a2-4df8-b614-24cba2567f40" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.245355] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.246460] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.246460] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.246460] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.246460] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.246460] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe is going to be updated. [ 893.279276] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.279276] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.279276] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.279276] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.279276] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.289729] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe in Status: IN_PROGRESS for 2s [ 893.342415] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: SUCCESS [ 893.342564] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.342807] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.343797] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.343948] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.344095] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.344171] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.344361] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.344427] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.344523] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.514945] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('851db5a6-b8a2-4df8-b614-24cba2567f40',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.594692] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-851db5a6-b8a2-4df8-b614-24cba2567f40 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.594692] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-851db5a6-b8a2-4df8-b614-24cba2567f40" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.594692] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d90f43dc-82cb-48ff-b4b6-2fbe02132ae9 with status ACTIVE [ 893.595046] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.595046] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.595046] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.595323] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.597154] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.597154] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.597154] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.597154] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.597154] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.597154] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.597154] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.597154] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.597154] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.597154] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.597154] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.597154] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d90f43dc-82cb-48ff-b4b6-2fbe02132ae9 is going to be updated. [ 893.623249] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.623480] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.623480] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.623737] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.623951] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.624117] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d90f43dc-82cb-48ff-b4b6-2fbe02132ae9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.772188] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a125430-6878-4972-b392-1ea1e1e953ed in Status: SUCCESS [ 893.772514] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a125430-6878-4972-b392-1ea1e1e953ed" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.772758] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a125430-6878-4972-b392-1ea1e1e953ed" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.773114] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a125430-6878-4972-b392-1ea1e1e953ed" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.773411] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.775730] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.775730] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.775968] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.775968] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.776175] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a125430-6878-4972-b392-1ea1e1e953ed" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.776344] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a125430-6878-4972-b392-1ea1e1e953ed',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.778794] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: SUCCESS [ 893.779137] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.779466] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a125430-6878-4972-b392-1ea1e1e953ed" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.779860] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a125430-6878-4972-b392-1ea1e1e953ed" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.780207] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.780390] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.780471] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.780756] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.781318] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.781318] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a125430-6878-4972-b392-1ea1e1e953ed',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.782070] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.782341] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.786045] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.786045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.786045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.786045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.786045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.786045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.786045] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.786045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.786045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.786045] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.786815] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.786815] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.786815] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.786815] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.786815] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.847328] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.847799] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.847799] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.848068] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.848198] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.848465] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.848914] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.848914] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.849281] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.849418] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.849550] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 is going to be updated. [ 893.891517] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.891751] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.891751] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.892349] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.892349] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.904699] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: IN_PROGRESS for 2s [ 894.017173] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('851db5a6-b8a2-4df8-b614-24cba2567f40',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.286340] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a125430-6878-4972-b392-1ea1e1e953ed',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.288085] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a125430-6878-4972-b392-1ea1e1e953ed',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.288992] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.290794] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.290996] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.521779] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.521779] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.521779] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.521779] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.521779] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.521779] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 851db5a6-b8a2-4df8-b614-24cba2567f40 is going to be created. [ 894.550182] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.550182] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.550182] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.550339] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.550525] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.564229] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 851db5a6-b8a2-4df8-b614-24cba2567f40 in Status: UNINITIALIZED for 2s [ 894.790931] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a125430-6878-4972-b392-1ea1e1e953ed: rpc.has_security_group_logging(os_id): False [ 894.792044] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a125430-6878-4972-b392-1ea1e1e953ed',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.793487] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.830266] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.830266] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.830266] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.830266] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.830266] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.830266] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.830266] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.830266] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.830266] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.830266] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.830266] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a125430-6878-4972-b392-1ea1e1e953ed is going to be created. [ 894.939606] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.939846] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.939983] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.940352] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.940651] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.964929] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a125430-6878-4972-b392-1ea1e1e953ed in Status: IN_PROGRESS for 2s [ 894.969025] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7685ec96-4621-4fb8-841f-754c57925977 in Status: SUCCESS [ 894.969350] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7685ec96-4621-4fb8-841f-754c57925977" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.297713] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.298067] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.298067] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.298319] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.298410] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.298587] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a125430-6878-4972-b392-1ea1e1e953ed is going to be updated. [ 895.302121] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.302362] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.302440] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.302929] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.303120] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.303299] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f07f2828-3433-42da-81f8-06cacf626909 is going to be updated. [ 895.315123] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe in Status: SUCCESS [ 895.315374] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.315539] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.315777] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.315992] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.316158] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.316207] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.316419] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.316494] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.316627] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98f58e62-9b35-41bd-a32d-beb417ad82fe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.373714] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.373971] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.374092] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.374426] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.374654] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.378117] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.378311] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.378385] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.378632] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.378829] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.393277] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: IN_PROGRESS for 2s [ 895.393995] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a125430-6878-4972-b392-1ea1e1e953ed in Status: IN_PROGRESS for 2s [ 895.820791] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.820952] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.821108] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.821271] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.821364] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.821558] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.821661] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.821722] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.821931] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.822028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.822118] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe is going to be updated. [ 895.856619] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.856811] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.857208] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.857208] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.857407] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.867745] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe in Status: IN_PROGRESS for 2s [ 895.916022] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: SUCCESS [ 895.916022] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 deletion is rescheduled due to dependency. [ 895.916022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.916022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.916022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.916811] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.916811] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.918355] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.918751] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.918849] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.918971] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.421828] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.422178] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.422178] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.422511] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.422668] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.422939] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.423074] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.423162] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.423404] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.425351] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.425504] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 is going to be updated. [ 896.430427] env[65068]: INFO networking_nsxv3.common.synchronization [req-d740eda6-8fac-41b5-854e-f43f68a4ba35 req-d125dc7a-c2f7-436e-b4cf-671a44d09cce tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: 4a125430-6878-4972-b392-1ea1e1e953ed with Priority: HIGHEST for action security_group_members [ 896.430605] env[65068]: INFO networking_nsxv3.common.synchronization [req-d740eda6-8fac-41b5-854e-f43f68a4ba35 req-d125dc7a-c2f7-436e-b4cf-671a44d09cce tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: 851db5a6-b8a2-4df8-b614-24cba2567f40 with Priority: HIGHEST for action security_group_members [ 896.431520] env[65068]: INFO networking_nsxv3.common.synchronization [req-d740eda6-8fac-41b5-854e-f43f68a4ba35 req-d125dc7a-c2f7-436e-b4cf-671a44d09cce tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_members [ 896.432276] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a125430-6878-4972-b392-1ea1e1e953ed with Priority: HIGHEST for action security_group_members [ 896.432464] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 851db5a6-b8a2-4df8-b614-24cba2567f40 with Priority: HIGHEST for action security_group_members [ 896.432569] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_members [ 896.433014] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a125430-6878-4972-b392-1ea1e1e953ed taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.433117] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a125430-6878-4972-b392-1ea1e1e953ed" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.433346] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-851db5a6-b8a2-4df8-b614-24cba2567f40 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.433425] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-851db5a6-b8a2-4df8-b614-24cba2567f40" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.433690] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.433800] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.457707] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.457896] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.457985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.458263] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.458427] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.475530] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: IN_PROGRESS for 2s [ 896.575889] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 851db5a6-b8a2-4df8-b614-24cba2567f40 in Status: SUCCESS [ 896.578597] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-851db5a6-b8a2-4df8-b614-24cba2567f40" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.578597] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-851db5a6-b8a2-4df8-b614-24cba2567f40" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.578597] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-851db5a6-b8a2-4df8-b614-24cba2567f40" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.578597] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.578597] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.578597] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.578597] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.578597] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.578597] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('851db5a6-b8a2-4df8-b614-24cba2567f40',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.980487] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a125430-6878-4972-b392-1ea1e1e953ed in Status: SUCCESS [ 896.980731] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a125430-6878-4972-b392-1ea1e1e953ed" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.980947] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a125430-6878-4972-b392-1ea1e1e953ed" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.981510] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a125430-6878-4972-b392-1ea1e1e953ed" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.981510] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a125430-6878-4972-b392-1ea1e1e953ed',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.082567] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.082808] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.082873] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.083130] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.083230] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.083487] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.083610] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.083668] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.083820] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.083916] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.084046] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 851db5a6-b8a2-4df8-b614-24cba2567f40 is going to be deleted. [ 897.129702] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.129702] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.129702] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.129702] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.129702] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.129702] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-851db5a6-b8a2-4df8-b614-24cba2567f40" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.130107] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-851db5a6-b8a2-4df8-b614-24cba2567f40" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.130194] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-851db5a6-b8a2-4df8-b614-24cba2567f40" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.130345] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.130441] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.130502] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.130637] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.130710] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.130813] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('851db5a6-b8a2-4df8-b614-24cba2567f40',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.409175] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: SUCCESS [ 897.409175] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.409175] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.409175] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.409175] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.409175] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.409175] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.409175] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.409175] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.409175] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.410987] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a125430-6878-4972-b392-1ea1e1e953ed in Status: SUCCESS [ 897.411230] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a125430-6878-4972-b392-1ea1e1e953ed" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.411655] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a125430-6878-4972-b392-1ea1e1e953ed" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.411829] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a125430-6878-4972-b392-1ea1e1e953ed" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.412018] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.412293] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.412357] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.412520] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.412609] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.412696] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a125430-6878-4972-b392-1ea1e1e953ed',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.509291] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.509817] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.509817] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.509988] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.510076] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.510159] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a125430-6878-4972-b392-1ea1e1e953ed is going to be deleted. [ 897.575800] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.576065] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.576147] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.576408] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.576558] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.576719] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a125430-6878-4972-b392-1ea1e1e953ed" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.634031] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.634224] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.634295] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.634632] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.634681] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.635667] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.635846] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.635927] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.636170] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.637620] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.637620] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 851db5a6-b8a2-4df8-b614-24cba2567f40 already deleted. [ 897.637620] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-851db5a6-b8a2-4df8-b614-24cba2567f40" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.637620] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('851db5a6-b8a2-4df8-b614-24cba2567f40',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.637839] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-851db5a6-b8a2-4df8-b614-24cba2567f40" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.637899] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-851db5a6-b8a2-4df8-b614-24cba2567f40" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.638082] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.638188] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.638252] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.638397] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.638475] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.639748] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('851db5a6-b8a2-4df8-b614-24cba2567f40',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.879534] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe in Status: SUCCESS [ 897.879721] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe deletion is rescheduled due to dependency. [ 897.879883] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.913061] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.915900] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.916130] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.916373] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.916672] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.916808] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.917068] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.917222] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.917332] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.917980] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.917980] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.917980] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a125430-6878-4972-b392-1ea1e1e953ed is going to be deleted. [ 897.953215] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.953215] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.953215] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.953215] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.953215] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.953215] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a125430-6878-4972-b392-1ea1e1e953ed" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.953215] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a125430-6878-4972-b392-1ea1e1e953ed" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.953215] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a125430-6878-4972-b392-1ea1e1e953ed" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.953215] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.953215] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.953215] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.953215] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.953215] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.953215] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a125430-6878-4972-b392-1ea1e1e953ed',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.141171] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('851db5a6-b8a2-4df8-b614-24cba2567f40',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.144250] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.144250] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.144250] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.144250] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.144250] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.144250] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.144250] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.144250] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.144250] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.144250] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.144250] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 851db5a6-b8a2-4df8-b614-24cba2567f40 already deleted. [ 898.144250] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-851db5a6-b8a2-4df8-b614-24cba2567f40" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.416178] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.458562] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.458562] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.458562] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.458825] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.459293] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.459293] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.459293] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.459293] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.459486] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.461642] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.461642] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a125430-6878-4972-b392-1ea1e1e953ed already deleted. [ 898.461642] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a125430-6878-4972-b392-1ea1e1e953ed" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.488071] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: SUCCESS [ 898.488281] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 deletion is rescheduled due to dependency. [ 898.488394] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.645389] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 851db5a6-b8a2-4df8-b614-24cba2567f40: rpc.has_security_group_logging(os_id): False [ 898.666793] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.667351] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.667351] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.667576] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.668878] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.668878] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.669039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.669039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.669264] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.669331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.669433] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 851db5a6-b8a2-4df8-b614-24cba2567f40 is going to be created. [ 898.695878] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/851db5a6-b8a2-4df8-b614-24cba2567f40], does not exist path=[/infra/domains/default/groups/851db5a6-b8a2-4df8-b614-24cba2567f40]."\n}' [ 898.696291] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 851db5a6-b8a2-4df8-b614-24cba2567f40 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/851db5a6-b8a2-4df8-b614-24cba2567f40 [ 898.696432] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 898.734648] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.734648] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.734648] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.734901] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.737045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.737045] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.737045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.737045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.737045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.737045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.737045] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.737045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.737045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.737530] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.737530] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.737530] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 851db5a6-b8a2-4df8-b614-24cba2567f40 is going to be created. [ 898.764704] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/851db5a6-b8a2-4df8-b614-24cba2567f40], does not exist path=[/infra/domains/default/groups/851db5a6-b8a2-4df8-b614-24cba2567f40]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/851db5a6-b8a2-4df8-b614-24cba2567f40 [ 898.765138] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-851db5a6-b8a2-4df8-b614-24cba2567f40" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.765690] env[65068]: Traceback (most recent call last): [ 898.765784] env[65068]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 898.765784] env[65068]: return func(*args, **kwargs) [ 898.765784] env[65068]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 898.765784] env[65068]: res.raise_for_status() [ 898.765784] env[65068]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 898.765784] env[65068]: raise HTTPError(http_error_msg, response=self) [ 898.765784] env[65068]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/851db5a6-b8a2-4df8-b614-24cba2567f40 [ 898.765784] env[65068]: During handling of the above exception, another exception occurred: [ 898.765784] env[65068]: Traceback (most recent call last): [ 898.765784] env[65068]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 898.765784] env[65068]: listener.cb(fileno) [ 898.765784] env[65068]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 898.765784] env[65068]: result = function(*args, **kwargs) [ 898.765784] env[65068]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 898.765784] env[65068]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 898.765784] env[65068]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 898.765784] env[65068]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 898.765784] env[65068]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 898.765784] env[65068]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 898.765784] env[65068]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 898.765784] env[65068]: res.raise_for_status() [ 898.765784] env[65068]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 898.765784] env[65068]: raise HTTPError(http_error_msg, response=self) [ 898.765784] env[65068]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/851db5a6-b8a2-4df8-b614-24cba2567f40 [ 898.766431] env[65068]: Removing descriptor: 15 [ 898.920215] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.920215] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.920215] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.920215] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.920215] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.920847] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f07f2828-3433-42da-81f8-06cacf626909 is going to be updated. [ 898.952264] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.952551] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.952551] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.952772] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.952972] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.965140] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: IN_PROGRESS for 2s [ 899.921887] env[65068]: INFO networking_nsxv3.common.synchronization [req-a0c86427-7ee5-4ba7-bbda-6cd0700d6748 req-1281ec7b-3292-45b1-881f-3ae21026a389 tempest-ServerDiskConfigTestJSON-2108457671 tempest-ServerDiskConfigTestJSON-2108457671-project-member] Enqueued Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_members [ 899.922437] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_members [ 899.922750] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.922883] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.922942] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.923195] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.923347] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.923438] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.923498] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.924180] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.924180] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.924180] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.306863] env[65068]: INFO networking_nsxv3.common.synchronization [req-29b1f4f5-1fcb-42a4-b1d5-91862f6380e3 req-b081c186-20a2-447a-82ac-c35194bd796d tempest-ImagesOneServerNegativeTestJSON-651019256 tempest-ImagesOneServerNegativeTestJSON-651019256-project-member] Enqueued Resource ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 with Priority: HIGHEST for action security_group_members [ 900.307480] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 with Priority: HIGHEST for action security_group_members [ 900.307802] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.307927] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.307995] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.308334] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.308392] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.308493] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.308554] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.308755] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.308861] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.308963] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62fa64dd-f7c4-469d-ba7c-c8d1c97d5413',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.427046] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.427222] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.427294] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.427511] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.451248] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.451248] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.451248] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.451248] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.451248] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.451248] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.451248] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d is going to be updated. [ 900.493041] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.493193] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.493370] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.493537] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.493662] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.504071] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: IN_PROGRESS for 2s [ 900.689023] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-510 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.689023] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-510" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.689023] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-510" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.689023] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-510" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.689023] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.689023] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.689023] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.689023] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.689742] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.690077] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.690302] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.690505] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.690710] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.690972] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.691254] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.691538] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.720422] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.720577] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 900.720810] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.721811] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-510" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.722357] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-2b23bf64-735a-4de0-947f-85dc676f5a23 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.722473] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-2b23bf64-735a-4de0-947f-85dc676f5a23" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.722597] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-2b23bf64-735a-4de0-947f-85dc676f5a23" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.722942] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-2b23bf64-735a-4de0-947f-85dc676f5a23" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.723565] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b23bf64-735a-4de0-947f-85dc676f5a23',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.813899] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.814143] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.814143] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.814331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.837880] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.838165] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.838292] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.838397] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.839740] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.839853] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.839975] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 is going to be updated. [ 900.894243] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.894450] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.894489] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.894742] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.894907] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.904113] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 in Status: IN_PROGRESS for 2s [ 900.975669] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: SUCCESS [ 900.976149] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.976308] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.976980] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.976980] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.977162] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.977345] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.977582] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.977781] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.977982] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.978297] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.978470] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.978602] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.978905] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.979202] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.979405] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.979571] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.979865] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.979995] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.980170] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.980318] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.982370] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.982660] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.982918] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.983449] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.983526] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.983706] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.983791] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.983901] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.228397] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.228668] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.228861] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.229240] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.229416] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.229624] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 2b23bf64-735a-4de0-947f-85dc676f5a23 not found, creating... [ 901.230039] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.230247] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.230381] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.230692] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.230866] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.231306] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.231479] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.231595] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.231857] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.232131] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.232192] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 2b23bf64-735a-4de0-947f-85dc676f5a23 is going to be created. [ 901.273268] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.273268] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.273434] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.273820] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.274146] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.274423] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-2b23bf64-735a-4de0-947f-85dc676f5a23" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.486559] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f07f2828-3433-42da-81f8-06cacf626909: rpc.has_security_group_logging(os_id): False [ 901.487826] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.508712] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.508978] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.509057] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.509292] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.530140] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.530845] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.530845] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.530845] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.531022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.531022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.531268] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.531398] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.534039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.534039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.534039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.534039] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.534039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.534039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.534039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.534039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.534039] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f07f2828-3433-42da-81f8-06cacf626909 is going to be updated. [ 901.584098] env[65068]: INFO networking_nsxv3.common.synchronization [None req-81f6a23f-e81c-4ba3-83e4-be088f3bf9d1 None None] Enqueued Resource ID: bf26be1d-07b2-4e43-9203-d7bd9d2918c5 with Priority: HIGHEST for action port [ 901.584908] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf26be1d-07b2-4e43-9203-d7bd9d2918c5 with Priority: HIGHEST for action port [ 901.584983] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf26be1d-07b2-4e43-9203-d7bd9d2918c5 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.585280] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf26be1d-07b2-4e43-9203-d7bd9d2918c5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.585386] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf26be1d-07b2-4e43-9203-d7bd9d2918c5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.585762] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf26be1d-07b2-4e43-9203-d7bd9d2918c5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.585884] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf26be1d-07b2-4e43-9203-d7bd9d2918c5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.600271] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.601162] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.601275] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.601507] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.601663] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.617631] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: IN_PROGRESS for 2s [ 901.952062] env[65068]: INFO networking_nsxv3.common.synchronization [req-29b1f4f5-1fcb-42a4-b1d5-91862f6380e3 req-49c62016-1c8b-4097-a94a-4d8f49e19ecf service nova] Enqueued Resource ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 with Priority: HIGHEST for action security_group_rules [ 901.952062] env[65068]: INFO networking_nsxv3.common.synchronization [req-29b1f4f5-1fcb-42a4-b1d5-91862f6380e3 req-49c62016-1c8b-4097-a94a-4d8f49e19ecf service nova] Enqueued Resource ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 with Priority: HIGHEST for action security_group_members [ 901.952062] env[65068]: INFO networking_nsxv3.common.synchronization [req-29b1f4f5-1fcb-42a4-b1d5-91862f6380e3 req-49c62016-1c8b-4097-a94a-4d8f49e19ecf service nova] Enqueued Resource ID: 2b23bf64-735a-4de0-947f-85dc676f5a23 with Priority: HIGHEST for action port [ 901.952062] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 with Priority: HIGHEST for action security_group_rules [ 901.952368] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 with Priority: HIGHEST for action security_group_members [ 901.953568] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b23bf64-735a-4de0-947f-85dc676f5a23 with Priority: HIGHEST for action port [ 901.953568] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.953568] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.953568] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.954725] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.954725] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62fa64dd-f7c4-469d-ba7c-c8d1c97d5413',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.955152] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.960167] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.960167] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b23bf64-735a-4de0-947f-85dc676f5a23 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.960167] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b23bf64-735a-4de0-947f-85dc676f5a23" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.960167] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b23bf64-735a-4de0-947f-85dc676f5a23" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.960167] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b23bf64-735a-4de0-947f-85dc676f5a23" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.960167] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b23bf64-735a-4de0-947f-85dc676f5a23',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.994163] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.088928] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf26be1d-07b2-4e43-9203-d7bd9d2918c5 [ 902.088928] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.088928] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.088928] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.089158] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.090177] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.090848] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf26be1d-07b2-4e43-9203-d7bd9d2918c5 already deleted. [ 902.090848] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf26be1d-07b2-4e43-9203-d7bd9d2918c5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.231606] env[65068]: INFO networking_nsxv3.common.synchronization [req-e31f97cf-1712-46ed-a283-d5b69803d7cf req-27b1ddf8-34c5-4ae9-9103-f9ad19a86024 tempest-InstanceActionsNegativeTestJSON-1085453971 tempest-InstanceActionsNegativeTestJSON-1085453971-project-member] Enqueued Resource ID: 7685ec96-4621-4fb8-841f-754c57925977 with Priority: HIGHEST for action security_group_members [ 902.231606] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7685ec96-4621-4fb8-841f-754c57925977 with Priority: HIGHEST for action security_group_members [ 902.232135] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-7685ec96-4621-4fb8-841f-754c57925977 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.232860] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7685ec96-4621-4fb8-841f-754c57925977" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.232860] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7685ec96-4621-4fb8-841f-754c57925977" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.232860] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7685ec96-4621-4fb8-841f-754c57925977" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.232860] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.232860] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.233116] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.233315] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.233465] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.233606] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7685ec96-4621-4fb8-841f-754c57925977',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.462117] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.462275] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.462450] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b23bf64-735a-4de0-947f-85dc676f5a23 with status ACTIVE [ 902.462623] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.462733] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.462805] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.463079] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.463288] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.463399] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.463474] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.463539] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.463699] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.463778] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.463960] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.464066] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.464129] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.468021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.468021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.468021] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b23bf64-735a-4de0-947f-85dc676f5a23 is going to be updated. [ 902.488067] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.488067] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.488163] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.488497] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.488682] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.488985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b23bf64-735a-4de0-947f-85dc676f5a23" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.496695] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.496842] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.496899] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.497162] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.497249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.497353] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f07f2828-3433-42da-81f8-06cacf626909 is going to be updated. [ 902.515381] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: SUCCESS [ 902.515572] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d deletion is rescheduled due to dependency. [ 902.515686] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.531256] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.531456] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.531456] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.532034] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.532034] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.540921] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: IN_PROGRESS for 2s [ 902.689589] env[65068]: INFO networking_nsxv3.common.synchronization [req-bec8d7aa-fcba-41af-ad7e-dd7ca1021bf6 req-f01d6c12-96bd-402d-9b80-afd866db699d tempest-ServersWithSpecificFlavorTestJSON-611812560 tempest-ServersWithSpecificFlavorTestJSON-611812560-project-member] Enqueued Resource ID: d1795647-0758-4dd8-b08e-aaa0d985060f with Priority: HIGHEST for action security_group_members [ 902.690495] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1795647-0758-4dd8-b08e-aaa0d985060f with Priority: HIGHEST for action security_group_members [ 902.690963] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1795647-0758-4dd8-b08e-aaa0d985060f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.691159] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.691205] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.691393] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.691566] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.691670] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.691738] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.691914] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.692014] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.692123] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1795647-0758-4dd8-b08e-aaa0d985060f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.736629] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.736789] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.736851] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.737084] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.764042] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.764468] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.764635] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.764712] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.764927] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.765024] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.765121] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7685ec96-4621-4fb8-841f-754c57925977 is going to be updated. [ 902.792797] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.793922] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.793922] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.793922] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.793922] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.802775] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7685ec96-4621-4fb8-841f-754c57925977 in Status: IN_PROGRESS for 2s [ 902.919616] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 in Status: SUCCESS [ 902.919837] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 deletion is rescheduled due to dependency. [ 902.919974] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.920157] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.920485] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.920635] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.920718] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.921172] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.921554] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.921671] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.921811] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62fa64dd-f7c4-469d-ba7c-c8d1c97d5413',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.194212] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.194644] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.194644] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.194644] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.220389] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.220639] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.220773] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.221015] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.221097] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.221200] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.221301] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1795647-0758-4dd8-b08e-aaa0d985060f is going to be updated. [ 903.247886] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.248493] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.248493] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.248493] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.248493] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.268286] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1795647-0758-4dd8-b08e-aaa0d985060f in Status: IN_PROGRESS for 2s [ 903.425067] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62fa64dd-f7c4-469d-ba7c-c8d1c97d5413',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.476693] env[65068]: INFO networking_nsxv3.common.synchronization [None req-292921ba-82e0-4fb1-a09e-32337a4ff99f None None] Enqueued Resource ID: c5eb4242-bec6-48e4-b742-a9bbc0b18cf1 with Priority: HIGHEST for action port [ 903.477234] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5eb4242-bec6-48e4-b742-a9bbc0b18cf1 with Priority: HIGHEST for action port [ 903.477573] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5eb4242-bec6-48e4-b742-a9bbc0b18cf1 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.477703] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5eb4242-bec6-48e4-b742-a9bbc0b18cf1" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.477750] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5eb4242-bec6-48e4-b742-a9bbc0b18cf1" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.478023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5eb4242-bec6-48e4-b742-a9bbc0b18cf1" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.478170] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5eb4242-bec6-48e4-b742-a9bbc0b18cf1',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.572177] env[65068]: INFO networking_nsxv3.common.synchronization [None req-eb6d4cb7-2ebd-41d8-9118-3b60a21606a9 tempest-ServersV294TestFqdnHostnames-1889789597 tempest-ServersV294TestFqdnHostnames-1889789597-project-member] Enqueued Resource ID: aa116642-f2d1-4f1d-9a3e-21fd84d9f623 with Priority: HIGHEST for action security_group_rules [ 903.575113] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa116642-f2d1-4f1d-9a3e-21fd84d9f623 with Priority: HIGHEST for action security_group_rules [ 903.575169] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa116642-f2d1-4f1d-9a3e-21fd84d9f623 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.575286] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa116642-f2d1-4f1d-9a3e-21fd84d9f623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.575358] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa116642-f2d1-4f1d-9a3e-21fd84d9f623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.575632] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa116642-f2d1-4f1d-9a3e-21fd84d9f623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.575718] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa116642-f2d1-4f1d-9a3e-21fd84d9f623',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.635547] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: SUCCESS [ 903.635781] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.635976] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.636184] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.636315] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.707036] env[65068]: INFO networking_nsxv3.common.synchronization [None req-9c9065e5-656d-4cfd-8dee-58cb9a05c0a6 tempest-ServersV294TestFqdnHostnames-1889789597 tempest-ServersV294TestFqdnHostnames-1889789597-project-member] Enqueued Resource ID: aa116642-f2d1-4f1d-9a3e-21fd84d9f623 with Priority: HIGHEST for action security_group_rules [ 903.707857] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa116642-f2d1-4f1d-9a3e-21fd84d9f623 with Priority: HIGHEST for action security_group_rules [ 903.708983] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa116642-f2d1-4f1d-9a3e-21fd84d9f623 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.708983] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa116642-f2d1-4f1d-9a3e-21fd84d9f623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.929163] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62fa64dd-f7c4-469d-ba7c-c8d1c97d5413',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.981119] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5eb4242-bec6-48e4-b742-a9bbc0b18cf1 [ 903.981398] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.981544] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.981616] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.981797] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.981901] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.981992] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5eb4242-bec6-48e4-b742-a9bbc0b18cf1 already deleted. [ 903.982084] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5eb4242-bec6-48e4-b742-a9bbc0b18cf1" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.101266] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.101266] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.101266] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.101266] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.101266] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.101266] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa116642-f2d1-4f1d-9a3e-21fd84d9f623 already deleted. [ 904.101266] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa116642-f2d1-4f1d-9a3e-21fd84d9f623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.101266] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa116642-f2d1-4f1d-9a3e-21fd84d9f623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.101266] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa116642-f2d1-4f1d-9a3e-21fd84d9f623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.101266] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa116642-f2d1-4f1d-9a3e-21fd84d9f623',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.140311] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.140474] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.431778] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.431778] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.431778] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.431778] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.432395] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.432395] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 is going to be updated. [ 904.467441] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.467441] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.467441] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.467441] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.467441] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.486985] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 in Status: IN_PROGRESS for 2s [ 904.552016] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: SUCCESS [ 904.552265] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.552443] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.552659] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.552850] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.552969] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.553047] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.553215] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.553317] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.553414] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.553507] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.626725] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.627045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.627045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.627237] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.627307] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.627380] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa116642-f2d1-4f1d-9a3e-21fd84d9f623 already deleted. [ 904.627541] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa116642-f2d1-4f1d-9a3e-21fd84d9f623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.817024] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7685ec96-4621-4fb8-841f-754c57925977 in Status: SUCCESS [ 904.818194] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7685ec96-4621-4fb8-841f-754c57925977 deletion is rescheduled due to dependency. [ 904.818350] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7685ec96-4621-4fb8-841f-754c57925977" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.979164] env[65068]: INFO networking_nsxv3.common.synchronization [req-592cd079-a85e-4d5b-81cd-1842c8733af9 req-b9a010b7-801e-401f-985d-4e9c940ad31c tempest-ServerActionsV293TestJSON-151190511 tempest-ServerActionsV293TestJSON-151190511-project-member] Enqueued Resource ID: 33437932-a8e7-4eb8-b6e5-dab4c40b4676 with Priority: HIGHEST for action security_group_members [ 904.979669] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33437932-a8e7-4eb8-b6e5-dab4c40b4676 with Priority: HIGHEST for action security_group_members [ 904.980849] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-33437932-a8e7-4eb8-b6e5-dab4c40b4676 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.980849] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33437932-a8e7-4eb8-b6e5-dab4c40b4676" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.980954] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33437932-a8e7-4eb8-b6e5-dab4c40b4676" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.981133] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33437932-a8e7-4eb8-b6e5-dab4c40b4676" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.981298] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.981408] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.981474] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.981645] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.981734] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.981843] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33437932-a8e7-4eb8-b6e5-dab4c40b4676',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.057450] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.057450] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.057450] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.057450] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.057450] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.057450] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.057450] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.057450] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.057450] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.057450] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.057450] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.057820] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.057910] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.058165] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.059239] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.059239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.059239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.059239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.059239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.059744] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.060241] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.279851] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1795647-0758-4dd8-b08e-aaa0d985060f in Status: SUCCESS [ 905.280139] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1795647-0758-4dd8-b08e-aaa0d985060f deletion is rescheduled due to dependency. [ 905.280267] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.485093] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.485458] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.485458] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.485533] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.509248] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.509657] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.509859] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.509859] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.510105] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.510239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.510300] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33437932-a8e7-4eb8-b6e5-dab4c40b4676 is going to be updated. [ 905.542903] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.543091] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.543137] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.543381] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.543533] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.556296] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33437932-a8e7-4eb8-b6e5-dab4c40b4676 in Status: IN_PROGRESS for 2s [ 905.562826] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f07f2828-3433-42da-81f8-06cacf626909: rpc.has_security_group_logging(os_id): False [ 905.583073] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.583971] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.584110] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.584529] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.585235] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.585235] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.585759] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.585759] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.586089] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.586259] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.586445] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.586679] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.586754] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.587249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.587249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.587471] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.588204] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.588204] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.588204] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.588204] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.588204] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f07f2828-3433-42da-81f8-06cacf626909 is going to be updated. [ 905.664824] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.664824] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.664824] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.664824] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.664824] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.684704] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: IN_PROGRESS for 2s [ 906.274612] env[65068]: INFO networking_nsxv3.common.synchronization [req-7a9064c7-d90f-4f0e-86ac-974c6b137397 req-47ef8b39-3c2f-4104-ad10-fc43d7f93516 tempest-ServersTestFqdnHostnames-459738330 tempest-ServersTestFqdnHostnames-459738330-project-member] Enqueued Resource ID: 7c521135-df69-4401-8a92-fca440cdd690 with Priority: HIGHEST for action security_group_members [ 906.275124] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c521135-df69-4401-8a92-fca440cdd690 with Priority: HIGHEST for action security_group_members [ 906.275469] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c521135-df69-4401-8a92-fca440cdd690 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.275595] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c521135-df69-4401-8a92-fca440cdd690" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.275993] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c521135-df69-4401-8a92-fca440cdd690" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.275993] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c521135-df69-4401-8a92-fca440cdd690" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.276139] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.276424] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.276424] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.276556] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.276652] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.276754] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c521135-df69-4401-8a92-fca440cdd690',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.498705] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 in Status: SUCCESS [ 906.498705] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.498705] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.498705] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.498705] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.498705] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.498705] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.498705] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.498705] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.498705] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.498705] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62fa64dd-f7c4-469d-ba7c-c8d1c97d5413',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.779356] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.779512] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.779584] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.779816] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.809978] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.810265] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.810384] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.810480] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.810690] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.811115] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.811115] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c521135-df69-4401-8a92-fca440cdd690 is going to be updated. [ 906.839349] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.839523] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.839597] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.839817] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.840087] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.853722] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c521135-df69-4401-8a92-fca440cdd690 in Status: IN_PROGRESS for 2s [ 907.001300] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.001597] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.001766] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.001916] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.002120] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.002227] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.002313] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.002495] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.002603] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.002710] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.002886] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.003028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.003076] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.003296] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.003385] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.003478] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.003541] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.003681] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.003758] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.003848] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.003956] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62fa64dd-f7c4-469d-ba7c-c8d1c97d5413',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.198231] env[65068]: INFO networking_nsxv3.common.synchronization [req-be0f9e5c-1e1f-4ef1-aeef-4c6996aa9be4 req-f40b49b7-8059-4f05-847f-b783ad3234bb tempest-ImagesTestJSON-448346640 tempest-ImagesTestJSON-448346640-project-member] Enqueued Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_members [ 907.200571] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_members [ 907.202256] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.202256] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.202256] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.202256] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.205129] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.205129] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.205129] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.205129] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.205129] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.205129] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.508049] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413: rpc.has_security_group_logging(os_id): False [ 907.528366] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.528512] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.528733] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.529983] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.529983] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.530818] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.530818] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.530818] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.530818] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.530818] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.531387] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.531387] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.531387] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.531387] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.531387] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.531991] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.531991] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.531991] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.531991] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.531991] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.531991] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 is going to be updated. [ 907.567429] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33437932-a8e7-4eb8-b6e5-dab4c40b4676 in Status: SUCCESS [ 907.567711] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33437932-a8e7-4eb8-b6e5-dab4c40b4676 deletion is rescheduled due to dependency. [ 907.568245] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33437932-a8e7-4eb8-b6e5-dab4c40b4676" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.608613] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.608613] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.608613] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.608613] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.608613] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.627319] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 in Status: IN_PROGRESS for 2s [ 907.709321] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.730480] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: SUCCESS [ 907.730725] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.905721] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-286 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.905875] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-286" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.906016] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-286" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.906284] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-286" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.907044] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.907044] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.907230] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.907481] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.907630] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.907858] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.907944] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.908095] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.908209] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.908321] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.908424] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.908556] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.932326] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.932488] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.932621] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.932790] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-286" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.933118] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-82ee8613-c415-48aa-8af2-3084e5326346 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.933596] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-82ee8613-c415-48aa-8af2-3084e5326346" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.933596] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-82ee8613-c415-48aa-8af2-3084e5326346" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.934928] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-82ee8613-c415-48aa-8af2-3084e5326346" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.934928] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82ee8613-c415-48aa-8af2-3084e5326346',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.210623] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.436277] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.436589] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.436725] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.437905] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.438110] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.438273] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 82ee8613-c415-48aa-8af2-3084e5326346 not found, creating... [ 908.438542] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.438703] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.438849] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.439768] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.439768] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.439768] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.439768] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.439768] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.440041] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.444020] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.444020] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 82ee8613-c415-48aa-8af2-3084e5326346 is going to be created. [ 908.461427] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.461637] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.461759] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.462033] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.462339] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.462482] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-82ee8613-c415-48aa-8af2-3084e5326346" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.712903] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.713144] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.713144] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.713357] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.713448] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.713543] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f37566-8d6f-4140-937f-3574279acbe9 is going to be updated. [ 908.754616] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.754787] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.754826] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.755088] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.755252] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.767182] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: IN_PROGRESS for 2s [ 908.865788] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c521135-df69-4401-8a92-fca440cdd690 in Status: SUCCESS [ 908.865966] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c521135-df69-4401-8a92-fca440cdd690 deletion is rescheduled due to dependency. [ 908.866099] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c521135-df69-4401-8a92-fca440cdd690" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.197247] env[65068]: INFO networking_nsxv3.common.synchronization [req-be0f9e5c-1e1f-4ef1-aeef-4c6996aa9be4 req-0ca4f6f0-5f2e-49da-adf4-5aa0df2cc1de service nova] Enqueued Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_rules [ 909.197247] env[65068]: INFO networking_nsxv3.common.synchronization [req-be0f9e5c-1e1f-4ef1-aeef-4c6996aa9be4 req-0ca4f6f0-5f2e-49da-adf4-5aa0df2cc1de service nova] Enqueued Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_members [ 909.197247] env[65068]: INFO networking_nsxv3.common.synchronization [req-be0f9e5c-1e1f-4ef1-aeef-4c6996aa9be4 req-0ca4f6f0-5f2e-49da-adf4-5aa0df2cc1de service nova] Enqueued Resource ID: 82ee8613-c415-48aa-8af2-3084e5326346 with Priority: HIGHEST for action port [ 909.197247] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_rules [ 909.197247] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_members [ 909.197247] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82ee8613-c415-48aa-8af2-3084e5326346 with Priority: HIGHEST for action port [ 909.197932] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.198277] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.198486] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.199065] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.199234] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.200698] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.200984] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.202405] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-82ee8613-c415-48aa-8af2-3084e5326346 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.202405] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82ee8613-c415-48aa-8af2-3084e5326346" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.202405] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82ee8613-c415-48aa-8af2-3084e5326346" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.202405] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82ee8613-c415-48aa-8af2-3084e5326346" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.202405] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82ee8613-c415-48aa-8af2-3084e5326346',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.643058] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 in Status: SUCCESS [ 909.643371] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.705168] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82ee8613-c415-48aa-8af2-3084e5326346 with status ACTIVE [ 909.705429] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.705533] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.705624] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.705850] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.705946] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.706145] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.706243] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.706304] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.706604] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.706688] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.706919] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.707023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.707198] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.707249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.707304] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.708540] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82ee8613-c415-48aa-8af2-3084e5326346 is going to be updated. [ 909.710310] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.711433] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.742414] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.742708] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.742708] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.742708] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.743617] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.743617] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82ee8613-c415-48aa-8af2-3084e5326346" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.868693] env[65068]: INFO networking_nsxv3.common.synchronization [req-7975040b-b539-4daa-8550-f532d62fa7c4 req-b6ab626a-23bf-40b2-9979-712b9196a67c tempest-ServersTestJSON-948800146 tempest-ServersTestJSON-948800146-project-member] Enqueued Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 909.869437] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 909.869770] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.869952] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.870203] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.870497] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.870717] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.870870] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.870976] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.871200] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.871344] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.871486] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.374155] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.456883] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-104 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.457096] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-104" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.457227] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-104" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.457533] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-104" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.457796] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.458274] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.458441] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.458669] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.458851] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.459099] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.459387] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.459387] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.459449] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.459541] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.459643] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.459824] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.481963] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.482226] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 910.482373] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.482563] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-104" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.484181] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-3a9bac95-af05-481e-943a-34593ae1eaf1 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.484181] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-3a9bac95-af05-481e-943a-34593ae1eaf1" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.484181] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-3a9bac95-af05-481e-943a-34593ae1eaf1" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.484181] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-3a9bac95-af05-481e-943a-34593ae1eaf1" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.484181] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a9bac95-af05-481e-943a-34593ae1eaf1',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.782020] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: SUCCESS [ 910.782020] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.782020] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.782020] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.782020] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.782020] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.782020] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.782020] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.782020] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.782020] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.880202] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.987446] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.987664] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.987827] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.988128] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.988280] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.988437] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 3a9bac95-af05-481e-943a-34593ae1eaf1 not found, creating... [ 910.988707] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.988933] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.989073] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.989345] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.989463] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.989750] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.989980] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.990250] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.990527] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.990726] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.990909] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 3a9bac95-af05-481e-943a-34593ae1eaf1 is going to be created. [ 911.016919] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.017086] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.017298] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.017693] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.018073] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.018883] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-3a9bac95-af05-481e-943a-34593ae1eaf1" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.283847] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.382254] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.382419] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.382496] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.382715] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.382824] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.382920] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6204eb35-df30-40b2-990a-328fb715bd34 is going to be updated. [ 911.413571] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.413571] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.413571] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.413793] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.413925] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.422643] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: IN_PROGRESS for 2s [ 911.752812] env[65068]: INFO networking_nsxv3.common.synchronization [req-7975040b-b539-4daa-8550-f532d62fa7c4 req-0cc5c7ce-85f4-481e-adaa-925c70cceba7 service nova] Enqueued Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_rules [ 911.753025] env[65068]: INFO networking_nsxv3.common.synchronization [req-7975040b-b539-4daa-8550-f532d62fa7c4 req-0cc5c7ce-85f4-481e-adaa-925c70cceba7 service nova] Enqueued Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 911.753167] env[65068]: INFO networking_nsxv3.common.synchronization [req-7975040b-b539-4daa-8550-f532d62fa7c4 req-0cc5c7ce-85f4-481e-adaa-925c70cceba7 service nova] Enqueued Resource ID: 3a9bac95-af05-481e-943a-34593ae1eaf1 with Priority: HIGHEST for action port [ 911.755773] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_rules [ 911.755970] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 911.756125] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a9bac95-af05-481e-943a-34593ae1eaf1 with Priority: HIGHEST for action port [ 911.756506] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.756666] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.756758] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.757107] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.757723] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.758834] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.758955] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.759295] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a9bac95-af05-481e-943a-34593ae1eaf1 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.760422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a9bac95-af05-481e-943a-34593ae1eaf1" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.760422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a9bac95-af05-481e-943a-34593ae1eaf1" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.761650] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a9bac95-af05-481e-943a-34593ae1eaf1" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.761818] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a9bac95-af05-481e-943a-34593ae1eaf1',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.785074] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.264348] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.264516] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.264733] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a9bac95-af05-481e-943a-34593ae1eaf1 with status ACTIVE [ 912.264908] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.265071] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.265112] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.265318] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.265412] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.265606] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.265721] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.265759] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.265921] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.266110] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.266169] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.266306] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.266306] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.266455] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.266528] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.266628] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a9bac95-af05-481e-943a-34593ae1eaf1 is going to be updated. [ 912.289044] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.289044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.289044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.289044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.289044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.289366] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f37566-8d6f-4140-937f-3574279acbe9 is going to be updated. [ 912.293046] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.293046] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.293345] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.293397] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.293521] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.293682] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a9bac95-af05-481e-943a-34593ae1eaf1" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.322146] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.322146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.322146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.322732] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.322732] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.334505] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: IN_PROGRESS for 2s [ 913.277304] env[65068]: INFO networking_nsxv3.common.synchronization [None req-3a8e427c-7705-4956-a255-096e1ce15786 None None] Enqueued Resource ID: 60b2668c-f322-45d3-9e5e-bf35b4d742eb with Priority: HIGHEST for action port [ 913.277981] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60b2668c-f322-45d3-9e5e-bf35b4d742eb with Priority: HIGHEST for action port [ 913.278568] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-60b2668c-f322-45d3-9e5e-bf35b4d742eb taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.278695] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60b2668c-f322-45d3-9e5e-bf35b4d742eb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.278695] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60b2668c-f322-45d3-9e5e-bf35b4d742eb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.279043] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60b2668c-f322-45d3-9e5e-bf35b4d742eb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.279111] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60b2668c-f322-45d3-9e5e-bf35b4d742eb',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.436832] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: SUCCESS [ 913.436832] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.436832] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.437064] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.437280] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.437408] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.437475] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.437660] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.437744] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.437844] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.782737] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60b2668c-f322-45d3-9e5e-bf35b4d742eb [ 913.782979] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.783124] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.783197] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.783417] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.783507] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.783603] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60b2668c-f322-45d3-9e5e-bf35b4d742eb already deleted. [ 913.783685] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60b2668c-f322-45d3-9e5e-bf35b4d742eb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.912568] env[65068]: INFO networking_nsxv3.common.synchronization [req-625c0b75-f8de-4d73-82de-d9253e35e358 req-18f037b5-fa17-4b01-bb23-bce9f52e7bb2 tempest-ServerDiskConfigTestJSON-2108457671 tempest-ServerDiskConfigTestJSON-2108457671-project-member] Enqueued Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_members [ 913.913243] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_members [ 913.913626] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.913855] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.914017] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.916596] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.916596] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.916769] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.916769] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.916942] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.917100] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.917283] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.943522] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.344021] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-403 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.344021] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-403" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.344021] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-403" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.344021] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-403" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.344021] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.344021] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.344021] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.344021] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.349046] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.349046] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.349046] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.349046] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.349046] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.349046] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.349046] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.349046] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.349046] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: SUCCESS [ 914.349046] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.350394] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.350928] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.351267] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.351519] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.351666] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.351911] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.352089] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.352275] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.352446] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.376031] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.376199] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 914.376322] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.376751] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-403" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.376871] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-2eb1e342-8d7a-4a5d-aeed-79ffb257dabe taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.377042] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-2eb1e342-8d7a-4a5d-aeed-79ffb257dabe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.377118] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-2eb1e342-8d7a-4a5d-aeed-79ffb257dabe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.377473] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-2eb1e342-8d7a-4a5d-aeed-79ffb257dabe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.377614] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2eb1e342-8d7a-4a5d-aeed-79ffb257dabe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.420563] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.420840] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.420840] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.421022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.421198] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.421325] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.421426] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.421487] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.421649] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.421728] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.421813] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d is going to be updated. [ 914.446180] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.456250] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.456396] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.456466] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.456692] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.460025] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.470919] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: IN_PROGRESS for 2s [ 914.507512] env[65068]: INFO networking_nsxv3.common.synchronization [None req-ec052351-1b56-457c-be95-f9451d6c88ca tempest-ServerActionsTestOtherB-1595869324 tempest-ServerActionsTestOtherB-1595869324-project-member] Enqueued Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGHEST for action security_group_rules [ 914.508180] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGHEST for action security_group_rules [ 914.508540] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.508682] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.508920] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.508997] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.509145] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.789058] env[65068]: INFO networking_nsxv3.common.synchronization [None req-a1c66ff7-6743-4314-b42b-9151a2e99229 tempest-ServerActionsTestOtherB-1595869324 tempest-ServerActionsTestOtherB-1595869324-project-member] Enqueued Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGHEST for action security_group_rules [ 914.789058] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGHEST for action security_group_rules [ 914.789419] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.789419] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.855948] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.858503] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.858503] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.858503] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.858503] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.858503] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.858503] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.858503] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.858503] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.858503] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.858503] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.858503] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.858503] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.858503] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.858503] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.858503] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.858503] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.858503] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.858503] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.859371] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.859371] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.883036] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.883036] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.883036] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.883036] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.883036] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.883036] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 2eb1e342-8d7a-4a5d-aeed-79ffb257dabe not found, creating... [ 914.883036] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.883036] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.883036] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.883036] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.883036] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.883728] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.884231] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.884479] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.884818] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.885086] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.885822] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 2eb1e342-8d7a-4a5d-aeed-79ffb257dabe is going to be created. [ 914.916618] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.920979] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.920979] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.920979] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.920979] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.920979] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-2eb1e342-8d7a-4a5d-aeed-79ffb257dabe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.950272] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.950422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.950486] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.950701] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.950792] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.950888] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6204eb35-df30-40b2-990a-328fb715bd34 is going to be updated. [ 914.984555] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.984717] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.984760] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.984971] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.985153] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.993963] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: IN_PROGRESS for 2s [ 915.036750] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.036917] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.036966] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.037253] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.037544] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.037544] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 already deleted. [ 915.037690] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.038397] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.038397] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.038397] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.363333] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61f37566-8d6f-4140-937f-3574279acbe9: rpc.has_security_group_logging(os_id): False [ 915.389721] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.389924] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.390034] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.390275] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.412012] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.412430] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.412430] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.412576] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.412679] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.412762] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.412964] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.413209] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.413209] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.413315] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.413387] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.413572] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.413685] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.413751] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.413943] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.413943] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.414093] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61f37566-8d6f-4140-937f-3574279acbe9 is going to be updated. [ 915.483770] env[65068]: INFO networking_nsxv3.common.synchronization [None req-fdb884ea-f2ea-4e0b-9da2-f39fada62d7d None None] Enqueued Resource ID: 3e6863e4-6d1c-4a4e-9e59-55d51db3aa7a with Priority: HIGHEST for action port [ 915.484462] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e6863e4-6d1c-4a4e-9e59-55d51db3aa7a with Priority: HIGHEST for action port [ 915.484822] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e6863e4-6d1c-4a4e-9e59-55d51db3aa7a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.484982] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e6863e4-6d1c-4a4e-9e59-55d51db3aa7a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.485566] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e6863e4-6d1c-4a4e-9e59-55d51db3aa7a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.485872] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e6863e4-6d1c-4a4e-9e59-55d51db3aa7a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.486036] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e6863e4-6d1c-4a4e-9e59-55d51db3aa7a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.488189] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.488331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.488390] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.488649] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.488831] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.511163] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: IN_PROGRESS for 2s [ 915.573402] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.573402] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.573402] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.573402] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.573402] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.573402] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 already deleted. [ 915.573402] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.708231] env[65068]: INFO networking_nsxv3.common.synchronization [req-625c0b75-f8de-4d73-82de-d9253e35e358 req-549a9b76-6950-4d2f-8fd6-9666c1082a06 service nova] Enqueued Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_rules [ 915.708412] env[65068]: INFO networking_nsxv3.common.synchronization [req-625c0b75-f8de-4d73-82de-d9253e35e358 req-549a9b76-6950-4d2f-8fd6-9666c1082a06 service nova] Enqueued Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_members [ 915.708548] env[65068]: INFO networking_nsxv3.common.synchronization [req-625c0b75-f8de-4d73-82de-d9253e35e358 req-549a9b76-6950-4d2f-8fd6-9666c1082a06 service nova] Enqueued Resource ID: 2eb1e342-8d7a-4a5d-aeed-79ffb257dabe with Priority: HIGHEST for action port [ 915.709258] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_rules [ 915.709523] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_members [ 915.709523] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eb1e342-8d7a-4a5d-aeed-79ffb257dabe with Priority: HIGHEST for action port [ 915.709726] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.709920] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.711749] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.715292] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.715434] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.717043] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.717283] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.717527] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-2eb1e342-8d7a-4a5d-aeed-79ffb257dabe taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.717632] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2eb1e342-8d7a-4a5d-aeed-79ffb257dabe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.717718] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2eb1e342-8d7a-4a5d-aeed-79ffb257dabe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.717925] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2eb1e342-8d7a-4a5d-aeed-79ffb257dabe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.718021] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2eb1e342-8d7a-4a5d-aeed-79ffb257dabe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.771890] env[65068]: INFO networking_nsxv3.common.synchronization [req-5f6b34ee-16e3-43e6-b017-82033e077300 req-367163c2-e53c-4203-9e31-eaccd592b196 tempest-ImagesOneServerNegativeTestJSON-651019256 tempest-ImagesOneServerNegativeTestJSON-651019256-project-member] Enqueued Resource ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 with Priority: HIGHEST for action security_group_members [ 915.771890] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 with Priority: HIGHEST for action security_group_members [ 915.772367] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.772515] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.772654] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.772984] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.773198] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.773298] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.773368] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.773548] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.773705] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.773861] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62fa64dd-f7c4-469d-ba7c-c8d1c97d5413',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.998717] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e6863e4-6d1c-4a4e-9e59-55d51db3aa7a [ 915.999139] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.999323] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.999456] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.999720] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.999883] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.999995] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e6863e4-6d1c-4a4e-9e59-55d51db3aa7a already deleted. [ 916.000162] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e6863e4-6d1c-4a4e-9e59-55d51db3aa7a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.218342] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.218546] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.219948] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2eb1e342-8d7a-4a5d-aeed-79ffb257dabe with status ACTIVE [ 916.220186] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.220315] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.220462] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.220602] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.220692] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.220870] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.220974] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.221060] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.221239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.221320] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.221508] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.221604] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.221669] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.221812] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.221889] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.221987] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2eb1e342-8d7a-4a5d-aeed-79ffb257dabe is going to be updated. [ 916.250250] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.250532] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.250532] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.250695] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.250858] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.251058] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2eb1e342-8d7a-4a5d-aeed-79ffb257dabe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.276964] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.277297] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.277374] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.277579] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.277685] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.277935] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.278067] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.278138] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.278350] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.278440] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.278537] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 is going to be updated. [ 916.324752] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.324989] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.325127] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.325468] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.325717] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.340348] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 in Status: IN_PROGRESS for 2s [ 916.482412] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: SUCCESS [ 916.482412] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d deletion is rescheduled due to dependency. [ 916.482412] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.482412] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.482912] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.482912] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.482912] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.482912] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.483102] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.483544] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.483544] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.985474] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.011585] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: SUCCESS [ 917.012044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.012140] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.012436] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.012703] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.012835] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.012904] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.013097] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.013182] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.013295] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.013471] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.488362] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.516912] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.516912] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.516912] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.517156] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.517249] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.517364] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.517431] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.517593] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.517684] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.517774] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.517937] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.518094] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.518183] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.518338] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.518482] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.518580] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.518642] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.518786] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.518956] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.519100] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.519205] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.530660] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: SUCCESS [ 917.530909] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.991376] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.991615] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.991790] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.992070] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.992175] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.992288] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d is going to be updated. [ 918.021485] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6204eb35-df30-40b2-990a-328fb715bd34: rpc.has_security_group_logging(os_id): False [ 918.033372] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.033546] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.033585] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.033807] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.033956] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.041825] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.042081] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.042081] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.042256] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.046940] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: IN_PROGRESS for 2s [ 918.064925] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.065225] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.065362] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.065407] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.065749] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.065854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.066098] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.066207] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.066289] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.066488] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.066611] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.066910] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.067020] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.067092] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.067258] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.067338] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.067428] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6204eb35-df30-40b2-990a-328fb715bd34 is going to be updated. [ 918.134021] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.134021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.134021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.134021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.134021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.150174] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: IN_PROGRESS for 2s [ 918.353239] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 in Status: SUCCESS [ 918.354254] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 deletion is rescheduled due to dependency. [ 918.354254] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.059783] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: SUCCESS [ 920.060133] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.060693] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.060693] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.060926] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.060992] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.061210] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.061278] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.061345] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.061469] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.062199] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.168465] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: SUCCESS [ 920.168465] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.304582] env[65068]: INFO networking_nsxv3.common.synchronization [req-0357942f-2c32-4102-a95a-ad2ea400ca4d req-0d67ef58-2702-4382-bfba-9f38a2ee4c14 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_members [ 920.304582] env[65068]: INFO networking_nsxv3.common.synchronization [req-0357942f-2c32-4102-a95a-ad2ea400ca4d req-0d67ef58-2702-4382-bfba-9f38a2ee4c14 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 with Priority: HIGHEST for action security_group_members [ 920.304582] env[65068]: INFO networking_nsxv3.common.synchronization [req-0357942f-2c32-4102-a95a-ad2ea400ca4d req-0d67ef58-2702-4382-bfba-9f38a2ee4c14 tempest-SecurityGroupsTestJSON-575221773 tempest-SecurityGroupsTestJSON-575221773-project-member] Enqueued Resource ID: 893668e6-0b0e-44d5-9a9b-2e86ad50551f with Priority: HIGHEST for action security_group_members [ 920.304582] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGHEST for action security_group_members [ 920.304582] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 with Priority: HIGHEST for action security_group_members [ 920.307244] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893668e6-0b0e-44d5-9a9b-2e86ad50551f with Priority: HIGHEST for action security_group_members [ 920.307244] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.307244] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.307244] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.307244] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.307244] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.307244] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.307244] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.307244] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.307244] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.307244] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.308242] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-73592ac0-a8ce-4176-a9fc-043c66f933f8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.308242] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.308242] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.308492] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.308608] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.308676] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.308676] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.308823] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.308961] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.309096] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73592ac0-a8ce-4176-a9fc-043c66f933f8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.309961] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-893668e6-0b0e-44d5-9a9b-2e86ad50551f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.310091] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-893668e6-0b0e-44d5-9a9b-2e86ad50551f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.311120] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-893668e6-0b0e-44d5-9a9b-2e86ad50551f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.311120] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-893668e6-0b0e-44d5-9a9b-2e86ad50551f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.311120] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.311120] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.314550] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.314550] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.314550] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.314550] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('893668e6-0b0e-44d5-9a9b-2e86ad50551f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.564882] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.564882] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.565100] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.565202] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.565405] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.565563] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.565719] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.565892] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.565988] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.566376] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.566376] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.566558] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.566630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.566793] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.566940] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.567050] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.567111] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.567252] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.567332] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.567442] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.567653] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.820034] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.820034] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.820034] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.820034] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.820034] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.820034] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.820034] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.820034] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.843029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.843029] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.843029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.843029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.843029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.843029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.843029] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 is going to be updated. [ 920.843474] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.843803] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.844101] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.844400] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.844615] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.844819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.845087] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.845330] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.845506] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f07f2828-3433-42da-81f8-06cacf626909 is going to be updated. [ 920.847223] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.850554] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.866632] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.867086] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.867219] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.867219] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.867882] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.867882] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.867882] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 893668e6-0b0e-44d5-9a9b-2e86ad50551f is going to be updated. [ 920.882365] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.882498] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.883586] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.883586] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.883586] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.886027] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.886027] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.886027] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.886027] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.886027] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.896569] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 in Status: IN_PROGRESS for 2s [ 920.898365] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: IN_PROGRESS for 2s [ 920.906383] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.906556] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.906635] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.909028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.909028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.917026] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 893668e6-0b0e-44d5-9a9b-2e86ad50551f in Status: IN_PROGRESS for 2s [ 921.071840] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a93dc917-9783-48cc-89e1-ddf8b3f6228d: rpc.has_security_group_logging(os_id): False [ 921.091793] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.091793] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.091793] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.091793] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.091793] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.091793] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.091793] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.091793] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.092230] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.092230] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.092230] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.092361] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.092361] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.092478] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.092552] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.092753] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.092846] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.092909] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.093063] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.093139] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.093225] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d is going to be updated. [ 921.180623] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.180840] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.180840] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.182774] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.182774] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.209182] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: IN_PROGRESS for 2s [ 922.843131] env[65068]: INFO networking_nsxv3.common.synchronization [req-27fec8f4-5d0c-4c3d-9bc5-d2ea7d71ac82 req-b38bf817-b071-4d61-ac4c-de2486724eef tempest-DeleteServersTestJSON-53534962 tempest-DeleteServersTestJSON-53534962-project-member] Enqueued Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 922.844864] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 922.845946] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.846315] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.848630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.848630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.848630] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.848630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.848630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.848630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.848630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.848630] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.914033] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f07f2828-3433-42da-81f8-06cacf626909 in Status: SUCCESS [ 922.914033] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f07f2828-3433-42da-81f8-06cacf626909 deletion is rescheduled due to dependency. [ 922.914033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.914033] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 in Status: SUCCESS [ 922.914257] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 deletion is rescheduled due to dependency. [ 922.914257] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.925986] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 893668e6-0b0e-44d5-9a9b-2e86ad50551f in Status: SUCCESS [ 922.926278] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 893668e6-0b0e-44d5-9a9b-2e86ad50551f deletion is rescheduled due to dependency. [ 922.926619] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-893668e6-0b0e-44d5-9a9b-2e86ad50551f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.227326] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: SUCCESS [ 923.228032] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.350543] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.350792] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.350919] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.351242] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.373601] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.373879] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.374034] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.374116] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.374319] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.374400] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.374505] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 is going to be updated. [ 923.471804] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.472033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.472033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.472376] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.472684] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.483636] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: IN_PROGRESS for 2s [ 924.040965] env[65068]: INFO networking_nsxv3.common.synchronization [req-1c3d29f3-25fe-4386-819a-47a32ddaded8 req-30ee60f1-e734-47da-90b8-3b49e600d2c0 tempest-ServersTestJSON-948800146 tempest-ServersTestJSON-948800146-project-member] Enqueued Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 924.040965] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 924.040965] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.041718] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.041908] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.042213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.042468] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.044566] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.044566] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.044566] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.044566] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.044566] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.546584] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.820472] env[65068]: INFO networking_nsxv3.common.synchronization [req-9d4560da-e18a-4b24-a785-e416d4eaa0e4 req-28cab2b3-8f18-42d5-8b23-7df1a06383ca tempest-ServersV294TestFqdnHostnames-1889789597 tempest-ServersV294TestFqdnHostnames-1889789597-project-member] Enqueued Resource ID: aa116642-f2d1-4f1d-9a3e-21fd84d9f623 with Priority: HIGHEST for action security_group_members [ 924.823019] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa116642-f2d1-4f1d-9a3e-21fd84d9f623 with Priority: HIGHEST for action security_group_members [ 924.823192] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa116642-f2d1-4f1d-9a3e-21fd84d9f623 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.823277] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa116642-f2d1-4f1d-9a3e-21fd84d9f623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.823507] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa116642-f2d1-4f1d-9a3e-21fd84d9f623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.823609] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa116642-f2d1-4f1d-9a3e-21fd84d9f623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.824130] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.824274] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.824360] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.824511] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.824700] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.824700] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa116642-f2d1-4f1d-9a3e-21fd84d9f623',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.050264] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.202579] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-348 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.202734] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-348" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.202855] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-348" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.203215] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-348" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.203588] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.203805] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.204014] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.204303] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.204508] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.204751] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.204889] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.205031] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.205421] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.205421] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.205421] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.206219] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.228573] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.228718] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.228857] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.229087] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-348" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.229453] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-0f829484-9627-4337-af08-de588fa5d9b4 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.229635] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-0f829484-9627-4337-af08-de588fa5d9b4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.229793] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-0f829484-9627-4337-af08-de588fa5d9b4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.230110] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-0f829484-9627-4337-af08-de588fa5d9b4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.230285] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f829484-9627-4337-af08-de588fa5d9b4',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.328272] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.328272] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.328272] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.328512] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.328596] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.328805] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.328901] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.328978] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.329239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.329340] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.329425] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa116642-f2d1-4f1d-9a3e-21fd84d9f623 already deleted. [ 925.329506] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa116642-f2d1-4f1d-9a3e-21fd84d9f623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.497176] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: SUCCESS [ 925.497176] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 deletion is rescheduled due to dependency. [ 925.497788] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.553994] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.553994] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.553994] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.553994] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.553994] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.553994] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6204eb35-df30-40b2-990a-328fb715bd34 is going to be updated. [ 925.597499] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.598131] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.598225] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.598439] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.598583] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.610105] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: IN_PROGRESS for 2s [ 925.736031] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.736031] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.736031] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.736273] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.736273] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.736500] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 0f829484-9627-4337-af08-de588fa5d9b4 not found, creating... [ 925.736864] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.737249] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.737428] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.737750] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.737939] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.738320] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.738510] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.738667] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.740117] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.740117] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.740117] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 0f829484-9627-4337-af08-de588fa5d9b4 is going to be created. [ 925.760559] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.760771] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.760899] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.761197] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.761461] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.761691] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-0f829484-9627-4337-af08-de588fa5d9b4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.522158] env[65068]: INFO networking_nsxv3.common.synchronization [req-9d4560da-e18a-4b24-a785-e416d4eaa0e4 req-a233014a-64f3-4d74-9cbe-559123b21bfd service nova] Enqueued Resource ID: aa116642-f2d1-4f1d-9a3e-21fd84d9f623 with Priority: HIGHEST for action security_group_rules [ 926.524471] env[65068]: INFO networking_nsxv3.common.synchronization [req-9d4560da-e18a-4b24-a785-e416d4eaa0e4 req-a233014a-64f3-4d74-9cbe-559123b21bfd service nova] Enqueued Resource ID: aa116642-f2d1-4f1d-9a3e-21fd84d9f623 with Priority: HIGHEST for action security_group_members [ 926.524471] env[65068]: INFO networking_nsxv3.common.synchronization [req-9d4560da-e18a-4b24-a785-e416d4eaa0e4 req-a233014a-64f3-4d74-9cbe-559123b21bfd service nova] Enqueued Resource ID: 0f829484-9627-4337-af08-de588fa5d9b4 with Priority: HIGHEST for action port [ 926.525033] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa116642-f2d1-4f1d-9a3e-21fd84d9f623 with Priority: HIGHEST for action security_group_rules [ 926.525180] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa116642-f2d1-4f1d-9a3e-21fd84d9f623 with Priority: HIGHEST for action security_group_members [ 926.525282] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f829484-9627-4337-af08-de588fa5d9b4 with Priority: HIGHEST for action port [ 926.525560] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa116642-f2d1-4f1d-9a3e-21fd84d9f623 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.525854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa116642-f2d1-4f1d-9a3e-21fd84d9f623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.525854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa116642-f2d1-4f1d-9a3e-21fd84d9f623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.525974] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa116642-f2d1-4f1d-9a3e-21fd84d9f623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.526031] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa116642-f2d1-4f1d-9a3e-21fd84d9f623',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.527985] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa116642-f2d1-4f1d-9a3e-21fd84d9f623 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.527985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa116642-f2d1-4f1d-9a3e-21fd84d9f623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.527985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa116642-f2d1-4f1d-9a3e-21fd84d9f623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.527985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa116642-f2d1-4f1d-9a3e-21fd84d9f623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.527985] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.527985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.527985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.528431] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.528431] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.528431] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa116642-f2d1-4f1d-9a3e-21fd84d9f623',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.528987] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f829484-9627-4337-af08-de588fa5d9b4 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.529117] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f829484-9627-4337-af08-de588fa5d9b4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.529241] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f829484-9627-4337-af08-de588fa5d9b4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.529334] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f829484-9627-4337-af08-de588fa5d9b4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.529408] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f829484-9627-4337-af08-de588fa5d9b4',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.030852] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa116642-f2d1-4f1d-9a3e-21fd84d9f623 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.031009] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa116642-f2d1-4f1d-9a3e-21fd84d9f623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.031222] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa116642-f2d1-4f1d-9a3e-21fd84d9f623',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.032144] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f829484-9627-4337-af08-de588fa5d9b4 with status ACTIVE [ 927.032332] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.032452] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.032516] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.032722] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.032813] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.032976] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.033097] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.033140] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.033823] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.033823] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.033823] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.033823] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.033823] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.033823] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.034094] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.034094] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f829484-9627-4337-af08-de588fa5d9b4 is going to be updated. [ 927.057037] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.057202] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.057274] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.057481] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.057623] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.057788] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f829484-9627-4337-af08-de588fa5d9b4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.537720] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa116642-f2d1-4f1d-9a3e-21fd84d9f623',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.621110] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: SUCCESS [ 927.621594] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.039804] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.039999] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.040082] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.040408] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.040498] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.040593] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa116642-f2d1-4f1d-9a3e-21fd84d9f623 is going to be created. [ 928.066968] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.067144] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.067220] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.067529] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.068818] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.079273] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa116642-f2d1-4f1d-9a3e-21fd84d9f623 in Status: UNINITIALIZED for 2s [ 930.076487] env[65068]: INFO networking_nsxv3.common.synchronization [None req-64655857-bd03-4a0b-8672-fd220e7270f5 None None] Enqueued Resource ID: 51b29c67-1f5d-4072-bea5-5a0fad0bd580 with Priority: HIGHEST for action port [ 930.077389] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b29c67-1f5d-4072-bea5-5a0fad0bd580 with Priority: HIGHEST for action port [ 930.078248] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-51b29c67-1f5d-4072-bea5-5a0fad0bd580 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.078475] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51b29c67-1f5d-4072-bea5-5a0fad0bd580" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.078592] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51b29c67-1f5d-4072-bea5-5a0fad0bd580" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.079250] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51b29c67-1f5d-4072-bea5-5a0fad0bd580" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.079465] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51b29c67-1f5d-4072-bea5-5a0fad0bd580',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.092092] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa116642-f2d1-4f1d-9a3e-21fd84d9f623 in Status: SUCCESS [ 930.092680] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa116642-f2d1-4f1d-9a3e-21fd84d9f623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.093157] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa116642-f2d1-4f1d-9a3e-21fd84d9f623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.093639] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa116642-f2d1-4f1d-9a3e-21fd84d9f623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.093906] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.094123] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.094227] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.094596] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.094733] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.094959] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa116642-f2d1-4f1d-9a3e-21fd84d9f623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.094959] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa116642-f2d1-4f1d-9a3e-21fd84d9f623',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.582519] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51b29c67-1f5d-4072-bea5-5a0fad0bd580 [ 930.583157] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.583157] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.583157] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.583157] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.583467] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.583467] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51b29c67-1f5d-4072-bea5-5a0fad0bd580 already deleted. [ 930.583467] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51b29c67-1f5d-4072-bea5-5a0fad0bd580" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.598821] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa116642-f2d1-4f1d-9a3e-21fd84d9f623',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.029392] env[65068]: INFO networking_nsxv3.common.synchronization [req-53786ef9-85a6-4caa-a39b-f6e7aa66da75 req-00ed8138-9dc5-4178-ac30-360ddafa9c80 tempest-ImagesTestJSON-448346640 tempest-ImagesTestJSON-448346640-project-member] Enqueued Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_members [ 931.029392] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_members [ 931.029392] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.029392] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.029392] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.029392] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.029894] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.030656] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.031543] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.031543] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.031543] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.031543] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.101338] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa116642-f2d1-4f1d-9a3e-21fd84d9f623: rpc.has_security_group_logging(os_id): False [ 931.120636] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.120636] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.120636] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.120636] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.120806] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.121109] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.121109] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.121973] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.121973] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.121973] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.121973] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa116642-f2d1-4f1d-9a3e-21fd84d9f623 is going to be created. [ 931.212761] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.212761] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.212761] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.212761] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.212761] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.227959] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa116642-f2d1-4f1d-9a3e-21fd84d9f623 in Status: IN_PROGRESS for 2s [ 931.534276] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.572613] env[65068]: INFO networking_nsxv3.common.synchronization [req-2e35be52-6e88-4329-ad8e-5fe5af7c4ab0 req-1afa23f6-68e8-45c4-bb0d-27fff95f9bdf tempest-SecurityGroupRulesNegativeTestJSON-481108063 tempest-SecurityGroupRulesNegativeTestJSON-481108063-project-member] Enqueued Resource ID: 7039c29c-8262-4db0-a3aa-5f1cd23ae186 with Priority: HIGHEST for action security_group_rules [ 931.574095] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7039c29c-8262-4db0-a3aa-5f1cd23ae186 with Priority: HIGHEST for action security_group_rules [ 931.574095] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7039c29c-8262-4db0-a3aa-5f1cd23ae186 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.574095] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7039c29c-8262-4db0-a3aa-5f1cd23ae186" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.574095] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7039c29c-8262-4db0-a3aa-5f1cd23ae186" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.574095] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7039c29c-8262-4db0-a3aa-5f1cd23ae186" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.574095] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7039c29c-8262-4db0-a3aa-5f1cd23ae186',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.955130] env[65068]: INFO networking_nsxv3.common.synchronization [req-6dc8c272-bc76-4ce7-9153-d166549ae8e1 req-eeff8d40-d7bd-48ef-8f51-02962a91eefd tempest-SecurityGroupRulesNegativeTestJSON-481108063 tempest-SecurityGroupRulesNegativeTestJSON-481108063-project-member] Enqueued Resource ID: 7039c29c-8262-4db0-a3aa-5f1cd23ae186 with Priority: HIGHEST for action security_group_rules [ 931.958710] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7039c29c-8262-4db0-a3aa-5f1cd23ae186 with Priority: HIGHEST for action security_group_rules [ 931.959196] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7039c29c-8262-4db0-a3aa-5f1cd23ae186 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.959638] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7039c29c-8262-4db0-a3aa-5f1cd23ae186" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.038020] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.099414] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.099414] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.099414] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.099414] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.099414] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.099414] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7039c29c-8262-4db0-a3aa-5f1cd23ae186 already deleted. [ 932.099414] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7039c29c-8262-4db0-a3aa-5f1cd23ae186" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.099414] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7039c29c-8262-4db0-a3aa-5f1cd23ae186" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.099414] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7039c29c-8262-4db0-a3aa-5f1cd23ae186" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.099414] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7039c29c-8262-4db0-a3aa-5f1cd23ae186',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.540258] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.540533] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.540533] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.541411] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.541635] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.541756] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f37566-8d6f-4140-937f-3574279acbe9 is going to be updated. [ 932.545096] env[65068]: INFO networking_nsxv3.common.synchronization [None req-ef77080a-3b17-4124-9117-d233b96ca538 None None] Enqueued Resource ID: 0c16f0bd-cf15-4c83-94ae-83f61370aaba with Priority: HIGHEST for action port [ 932.546334] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c16f0bd-cf15-4c83-94ae-83f61370aaba with Priority: HIGHEST for action port [ 932.547279] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c16f0bd-cf15-4c83-94ae-83f61370aaba taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.547403] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c16f0bd-cf15-4c83-94ae-83f61370aaba" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.547474] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c16f0bd-cf15-4c83-94ae-83f61370aaba" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.547722] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c16f0bd-cf15-4c83-94ae-83f61370aaba" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.547885] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c16f0bd-cf15-4c83-94ae-83f61370aaba',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.574644] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.574820] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.575074] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.575302] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.575451] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.584579] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: IN_PROGRESS for 2s [ 932.619783] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.619946] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.620057] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.620312] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.620409] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.620513] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7039c29c-8262-4db0-a3aa-5f1cd23ae186 already deleted. [ 932.620629] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7039c29c-8262-4db0-a3aa-5f1cd23ae186" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.049657] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c16f0bd-cf15-4c83-94ae-83f61370aaba [ 933.049911] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.050419] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.050419] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.050516] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.050974] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.050974] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c16f0bd-cf15-4c83-94ae-83f61370aaba already deleted. [ 933.050974] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c16f0bd-cf15-4c83-94ae-83f61370aaba" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.246818] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa116642-f2d1-4f1d-9a3e-21fd84d9f623 in Status: SUCCESS [ 933.247029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa116642-f2d1-4f1d-9a3e-21fd84d9f623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.770156] env[65068]: INFO networking_nsxv3.common.synchronization [None req-831625c2-288b-4cb4-80e2-052246b155c2 None None] Enqueued Resource ID: 5cd6d3aa-f835-41f2-87f8-83a96eb7c3a6 with Priority: HIGHEST for action port [ 933.770828] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cd6d3aa-f835-41f2-87f8-83a96eb7c3a6 with Priority: HIGHEST for action port [ 933.771167] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cd6d3aa-f835-41f2-87f8-83a96eb7c3a6 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.771304] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cd6d3aa-f835-41f2-87f8-83a96eb7c3a6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.771384] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cd6d3aa-f835-41f2-87f8-83a96eb7c3a6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.771631] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cd6d3aa-f835-41f2-87f8-83a96eb7c3a6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.771710] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cd6d3aa-f835-41f2-87f8-83a96eb7c3a6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.276167] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5cd6d3aa-f835-41f2-87f8-83a96eb7c3a6 [ 934.276546] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.276546] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.276684] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.276813] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.276900] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.276999] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5cd6d3aa-f835-41f2-87f8-83a96eb7c3a6 already deleted. [ 934.277130] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cd6d3aa-f835-41f2-87f8-83a96eb7c3a6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.595288] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: SUCCESS [ 934.595507] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.257213] env[65068]: INFO networking_nsxv3.common.synchronization [None req-00ed54f1-999a-40da-8fec-d6b0fcbdc149 None None] Enqueued Resource ID: 5883b347-9ba1-41b0-a61d-fad2e4341134 with Priority: HIGHEST for action port [ 936.257746] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5883b347-9ba1-41b0-a61d-fad2e4341134 with Priority: HIGHEST for action port [ 936.258117] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-5883b347-9ba1-41b0-a61d-fad2e4341134 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.258239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5883b347-9ba1-41b0-a61d-fad2e4341134" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.258303] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5883b347-9ba1-41b0-a61d-fad2e4341134" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.258580] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5883b347-9ba1-41b0-a61d-fad2e4341134" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.258642] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5883b347-9ba1-41b0-a61d-fad2e4341134',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.564545] env[65068]: INFO networking_nsxv3.common.synchronization [req-9ce278c2-54e6-4d8f-8354-b5de1d9b935b req-9d1bdaf1-424a-40dd-a4c9-6453a947a29b tempest-ServersTestMultiNic-172771013 tempest-ServersTestMultiNic-172771013-project-member] Enqueued Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_members [ 936.565136] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_members [ 936.565448] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.565571] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.565634] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.565882] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.566060] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.566233] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.566325] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.566433] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.566519] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.566614] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.760593] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5883b347-9ba1-41b0-a61d-fad2e4341134 [ 936.760841] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.761032] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.761032] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.761206] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.761266] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.761373] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5883b347-9ba1-41b0-a61d-fad2e4341134 already deleted. [ 936.761502] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5883b347-9ba1-41b0-a61d-fad2e4341134" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.980209] env[65068]: INFO networking_nsxv3.common.synchronization [req-9ce278c2-54e6-4d8f-8354-b5de1d9b935b req-ab7842c0-c3f4-41a3-aab8-1b65fadbdb59 tempest-ServersTestMultiNic-172771013 tempest-ServersTestMultiNic-172771013-project-member] Enqueued Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_members [ 936.980209] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_members [ 936.980209] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.980209] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.069134] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.069498] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.069498] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.069656] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.095246] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.095508] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.095627] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.095694] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.095893] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.095977] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.096077] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 is going to be updated. [ 937.125186] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.125332] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.125403] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.125615] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.125794] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.135049] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: IN_PROGRESS for 2s [ 937.308442] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-31 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.308754] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-31" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.308754] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-31" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.312021] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-31" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.312021] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.312021] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.312021] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.312021] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.312021] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.312021] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.312021] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.312021] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.312021] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.312021] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.312021] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.312021] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.333175] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.333409] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 937.333550] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.333739] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-31" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.335130] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-6b5b0ad9-328d-4944-b970-bf8711372309 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.335130] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-6b5b0ad9-328d-4944-b970-bf8711372309" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.335130] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-6b5b0ad9-328d-4944-b970-bf8711372309" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.335130] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-6b5b0ad9-328d-4944-b970-bf8711372309" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.335130] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b5b0ad9-328d-4944-b970-bf8711372309',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.837427] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.837675] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.837754] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.838049] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.838201] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.838353] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 6b5b0ad9-328d-4944-b970-bf8711372309 not found, creating... [ 937.838603] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.838789] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.838905] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.839212] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.839336] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.839620] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.839768] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.839880] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.840103] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.840236] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.840364] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 6b5b0ad9-328d-4944-b970-bf8711372309 is going to be created. [ 937.861295] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.861530] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.861632] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.861885] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.862123] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.862381] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-6b5b0ad9-328d-4944-b970-bf8711372309" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.564540] env[65068]: INFO networking_nsxv3.common.synchronization [req-9ce278c2-54e6-4d8f-8354-b5de1d9b935b req-9a99451a-fd57-4717-b355-d5e95a966757 service nova] Enqueued Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_rules [ 938.564868] env[65068]: INFO networking_nsxv3.common.synchronization [req-9ce278c2-54e6-4d8f-8354-b5de1d9b935b req-9a99451a-fd57-4717-b355-d5e95a966757 service nova] Enqueued Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_members [ 938.564868] env[65068]: INFO networking_nsxv3.common.synchronization [req-9ce278c2-54e6-4d8f-8354-b5de1d9b935b req-9a99451a-fd57-4717-b355-d5e95a966757 service nova] Enqueued Resource ID: 6b5b0ad9-328d-4944-b970-bf8711372309 with Priority: HIGHEST for action port [ 938.565305] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_rules [ 938.565436] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_members [ 938.565531] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5b0ad9-328d-4944-b970-bf8711372309 with Priority: HIGHEST for action port [ 938.565834] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.565928] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.565994] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.566290] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.566369] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.567229] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.567337] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.567520] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b5b0ad9-328d-4944-b970-bf8711372309 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.567606] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b5b0ad9-328d-4944-b970-bf8711372309" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.567670] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b5b0ad9-328d-4944-b970-bf8711372309" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.567849] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b5b0ad9-328d-4944-b970-bf8711372309" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.567952] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b5b0ad9-328d-4944-b970-bf8711372309',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.070124] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.070304] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.070499] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b5b0ad9-328d-4944-b970-bf8711372309 with status ACTIVE [ 939.070673] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.071029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.071029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.071181] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.071181] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.071343] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.071431] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.071493] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.071707] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.071792] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.071996] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.071996] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.072794] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.072794] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.072794] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.072794] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b5b0ad9-328d-4944-b970-bf8711372309 is going to be updated. [ 939.094722] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.094843] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.094917] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.095143] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.095274] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.095431] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b5b0ad9-328d-4944-b970-bf8711372309" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.145878] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: SUCCESS [ 939.146132] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 deletion is rescheduled due to dependency. [ 939.146199] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.146368] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.146594] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.147731] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.147731] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.147731] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.147731] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.147731] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.147731] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.345894] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-680 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.346107] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-680" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.346607] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-680" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.346958] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-680" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.347245] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.347407] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.347524] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.347744] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.347895] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.348116] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.348231] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.348339] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.348447] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.348556] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.348661] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.348790] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.373914] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.374133] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 939.374287] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.374487] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-680" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.374808] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-3792f6a0-2b5f-437b-8130-8d43530c3248 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.374977] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-3792f6a0-2b5f-437b-8130-8d43530c3248" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.375109] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-3792f6a0-2b5f-437b-8130-8d43530c3248" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.375458] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-3792f6a0-2b5f-437b-8130-8d43530c3248" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.375625] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3792f6a0-2b5f-437b-8130-8d43530c3248',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.653430] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.877922] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.878156] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.878260] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.878531] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.878677] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.878829] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 3792f6a0-2b5f-437b-8130-8d43530c3248 not found, creating... [ 939.879158] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.879355] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.879543] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.879777] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.879918] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.880219] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.880374] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.880582] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.880816] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.880953] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.881113] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 3792f6a0-2b5f-437b-8130-8d43530c3248 is going to be created. [ 939.902285] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.902494] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.902602] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.902858] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.903433] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.903433] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-3792f6a0-2b5f-437b-8130-8d43530c3248" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.155364] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.649993] env[65068]: INFO networking_nsxv3.common.synchronization [req-9ce278c2-54e6-4d8f-8354-b5de1d9b935b req-dd2adae9-f73a-44f0-83dc-3a27cb787a97 service nova] Enqueued Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_rules [ 940.650659] env[65068]: INFO networking_nsxv3.common.synchronization [req-9ce278c2-54e6-4d8f-8354-b5de1d9b935b req-dd2adae9-f73a-44f0-83dc-3a27cb787a97 service nova] Enqueued Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_members [ 940.650866] env[65068]: INFO networking_nsxv3.common.synchronization [req-9ce278c2-54e6-4d8f-8354-b5de1d9b935b req-dd2adae9-f73a-44f0-83dc-3a27cb787a97 service nova] Enqueued Resource ID: 3792f6a0-2b5f-437b-8130-8d43530c3248 with Priority: HIGHEST for action port [ 940.651627] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_rules [ 940.651797] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_members [ 940.652230] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3792f6a0-2b5f-437b-8130-8d43530c3248 with Priority: HIGHEST for action port [ 940.652401] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.652630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.652816] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.652936] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.653198] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-3792f6a0-2b5f-437b-8130-8d43530c3248 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.653336] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3792f6a0-2b5f-437b-8130-8d43530c3248" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.653443] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3792f6a0-2b5f-437b-8130-8d43530c3248" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.653813] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3792f6a0-2b5f-437b-8130-8d43530c3248" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.654350] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3792f6a0-2b5f-437b-8130-8d43530c3248',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.658641] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.658641] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.658641] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.658641] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.658641] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.658641] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 is going to be updated. [ 940.689364] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.689558] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.689597] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.689843] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.689946] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.699919] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: IN_PROGRESS for 2s [ 941.072924] env[65068]: INFO networking_nsxv3.common.synchronization [req-d6211983-e4f7-4739-992e-e9f34c8793a4 req-9fbb945b-6c6f-46a7-b821-516ddc26978e tempest-ServerActionsTestOtherB-1595869324 tempest-ServerActionsTestOtherB-1595869324-project-member] Enqueued Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGHEST for action security_group_members [ 941.073540] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGHEST for action security_group_members [ 941.073843] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.073970] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.074075] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.074342] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.075059] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.075059] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.075059] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.075059] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.075059] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.075059] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.156071] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3792f6a0-2b5f-437b-8130-8d43530c3248 with status ACTIVE [ 941.156316] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.156506] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.156506] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.156905] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.157013] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.157277] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.157437] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.157493] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.157673] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.157754] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.157989] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.158189] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.158189] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.158384] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.158514] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.158591] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3792f6a0-2b5f-437b-8130-8d43530c3248 is going to be updated. [ 941.182642] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.182883] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.182998] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.183281] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.183452] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.183645] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3792f6a0-2b5f-437b-8130-8d43530c3248" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.449030] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-888 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.449267] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-888" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.449314] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-888" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.449648] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-888" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.449945] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.450137] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.450237] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.450522] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.450646] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.450880] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.451094] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.451206] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.451276] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.452117] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.452117] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.452117] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.472308] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.472846] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.472846] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.472965] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-888" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.473326] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-e68c7d24-48d5-4130-9d8a-295bea65e2a6 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.473634] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-e68c7d24-48d5-4130-9d8a-295bea65e2a6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.473713] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-e68c7d24-48d5-4130-9d8a-295bea65e2a6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.474325] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-e68c7d24-48d5-4130-9d8a-295bea65e2a6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.474525] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e68c7d24-48d5-4130-9d8a-295bea65e2a6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.578528] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.578755] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.578901] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.579392] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.579392] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.579549] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.579751] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.579998] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.580074] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.580111] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.580351] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 already deleted. [ 941.580450] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.977848] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.978149] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.978251] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.978583] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.978727] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.978885] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port e68c7d24-48d5-4130-9d8a-295bea65e2a6 not found, creating... [ 941.979225] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.979415] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.979510] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.979727] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.979861] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.980182] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.980378] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.980450] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.980634] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.980766] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.980899] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: e68c7d24-48d5-4130-9d8a-295bea65e2a6 is going to be created. [ 942.001987] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.002257] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.002409] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.002821] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.003195] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.003563] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-e68c7d24-48d5-4130-9d8a-295bea65e2a6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.712316] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: SUCCESS [ 942.712316] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.712316] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.712316] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.712976] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.712976] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.712976] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.712976] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.712976] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.712976] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.734738] env[65068]: INFO networking_nsxv3.common.synchronization [req-d6211983-e4f7-4739-992e-e9f34c8793a4 req-3e2c6833-436b-4532-93d3-caddd252558f service nova] Enqueued Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGHEST for action security_group_rules [ 942.734738] env[65068]: INFO networking_nsxv3.common.synchronization [req-d6211983-e4f7-4739-992e-e9f34c8793a4 req-3e2c6833-436b-4532-93d3-caddd252558f service nova] Enqueued Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGHEST for action security_group_members [ 942.734854] env[65068]: INFO networking_nsxv3.common.synchronization [req-d6211983-e4f7-4739-992e-e9f34c8793a4 req-3e2c6833-436b-4532-93d3-caddd252558f service nova] Enqueued Resource ID: e68c7d24-48d5-4130-9d8a-295bea65e2a6 with Priority: HIGHEST for action port [ 942.735432] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGHEST for action security_group_rules [ 942.735625] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGHEST for action security_group_members [ 942.735737] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e68c7d24-48d5-4130-9d8a-295bea65e2a6 with Priority: HIGHEST for action port [ 942.736066] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.736230] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.736321] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.736556] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.736670] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.737635] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.737792] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.737887] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.738119] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.738349] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.738480] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.738563] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.738732] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.738889] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.738969] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.739920] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-e68c7d24-48d5-4130-9d8a-295bea65e2a6 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.740843] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e68c7d24-48d5-4130-9d8a-295bea65e2a6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.740843] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e68c7d24-48d5-4130-9d8a-295bea65e2a6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.740843] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e68c7d24-48d5-4130-9d8a-295bea65e2a6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.740843] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e68c7d24-48d5-4130-9d8a-295bea65e2a6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.215784] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.245021] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.245021] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.245021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.245021] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e68c7d24-48d5-4130-9d8a-295bea65e2a6 with status ACTIVE [ 943.245021] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.245021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.245021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.245021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.245021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.245021] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.245021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.245021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.245021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.245021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.245977] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.245977] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.245977] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.245977] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.246194] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.246194] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e68c7d24-48d5-4130-9d8a-295bea65e2a6 is going to be updated. [ 943.296863] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.297132] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.297218] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.297521] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.297769] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.298027] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e68c7d24-48d5-4130-9d8a-295bea65e2a6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.373401] env[65068]: INFO networking_nsxv3.common.synchronization [None req-6c58d2d4-432b-487e-83f5-5bd545dfa8e7 None None] Enqueued Resource ID: 298621f6-3f4a-49f0-a3bc-80cfa8bb093e with Priority: HIGHEST for action port [ 943.374371] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 298621f6-3f4a-49f0-a3bc-80cfa8bb093e with Priority: HIGHEST for action port [ 943.374371] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-298621f6-3f4a-49f0-a3bc-80cfa8bb093e taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.374506] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-298621f6-3f4a-49f0-a3bc-80cfa8bb093e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.374550] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-298621f6-3f4a-49f0-a3bc-80cfa8bb093e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.374814] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-298621f6-3f4a-49f0-a3bc-80cfa8bb093e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.374911] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('298621f6-3f4a-49f0-a3bc-80cfa8bb093e',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.718968] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.750928] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.881438] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 298621f6-3f4a-49f0-a3bc-80cfa8bb093e [ 943.881688] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.881825] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.881897] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.882142] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.882238] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.882365] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:298621f6-3f4a-49f0-a3bc-80cfa8bb093e already deleted. [ 943.882442] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-298621f6-3f4a-49f0-a3bc-80cfa8bb093e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.222602] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.223066] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.223066] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.223280] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.223391] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.223491] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 is going to be updated. [ 944.253630] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.253866] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.253973] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.254270] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.254407] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.254560] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 is going to be created. [ 944.260523] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.260705] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.260778] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.261040] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.261274] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.273104] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: IN_PROGRESS for 2s [ 944.286703] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.286850] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.286924] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.287166] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.287327] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.302808] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 in Status: UNINITIALIZED for 2s [ 944.536566] env[65068]: INFO networking_nsxv3.common.synchronization [None req-96f42706-6d6a-4c6a-aeea-51f21a620f04 tempest-AttachInterfacesTestJSON-1669976305 tempest-AttachInterfacesTestJSON-1669976305-project-member] Enqueued Resource ID: ec53176d-821d-4cc8-a9c8-f60c9af0af86 with Priority: HIGHEST for action security_group_rules [ 944.537092] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec53176d-821d-4cc8-a9c8-f60c9af0af86 with Priority: HIGHEST for action security_group_rules [ 944.537997] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec53176d-821d-4cc8-a9c8-f60c9af0af86 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.538321] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec53176d-821d-4cc8-a9c8-f60c9af0af86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.538403] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec53176d-821d-4cc8-a9c8-f60c9af0af86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.538676] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec53176d-821d-4cc8-a9c8-f60c9af0af86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.538759] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec53176d-821d-4cc8-a9c8-f60c9af0af86',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.732131] env[65068]: INFO networking_nsxv3.common.synchronization [None req-aebbc8db-4c12-44aa-a3cd-6c584808a17d tempest-AttachInterfacesTestJSON-1669976305 tempest-AttachInterfacesTestJSON-1669976305-project-member] Enqueued Resource ID: ec53176d-821d-4cc8-a9c8-f60c9af0af86 with Priority: HIGHEST for action security_group_rules [ 944.732131] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec53176d-821d-4cc8-a9c8-f60c9af0af86 with Priority: HIGHEST for action security_group_rules [ 944.732131] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec53176d-821d-4cc8-a9c8-f60c9af0af86 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.732589] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec53176d-821d-4cc8-a9c8-f60c9af0af86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.063959] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.063959] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.063959] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.063959] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.063959] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.063959] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec53176d-821d-4cc8-a9c8-f60c9af0af86 already deleted. [ 945.063959] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec53176d-821d-4cc8-a9c8-f60c9af0af86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.063959] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec53176d-821d-4cc8-a9c8-f60c9af0af86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.063959] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec53176d-821d-4cc8-a9c8-f60c9af0af86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.063959] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec53176d-821d-4cc8-a9c8-f60c9af0af86',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.586122] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.586421] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.586421] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.586547] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.586640] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.586820] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec53176d-821d-4cc8-a9c8-f60c9af0af86 already deleted. [ 945.586859] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec53176d-821d-4cc8-a9c8-f60c9af0af86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.621898] env[65068]: INFO networking_nsxv3.common.synchronization [None req-ac4315d5-fb6f-459a-8b98-69a5fd62cc34 None None] Enqueued Resource ID: f903e976-5e79-4a95-8968-1b63bee06cf6 with Priority: HIGHEST for action port [ 945.625155] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f903e976-5e79-4a95-8968-1b63bee06cf6 with Priority: HIGHEST for action port [ 945.625155] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-f903e976-5e79-4a95-8968-1b63bee06cf6 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.625155] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f903e976-5e79-4a95-8968-1b63bee06cf6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.625155] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f903e976-5e79-4a95-8968-1b63bee06cf6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.625819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f903e976-5e79-4a95-8968-1b63bee06cf6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.626079] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f903e976-5e79-4a95-8968-1b63bee06cf6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.130630] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f903e976-5e79-4a95-8968-1b63bee06cf6 [ 946.130630] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.130630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.130630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.130630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.130630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.130630] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f903e976-5e79-4a95-8968-1b63bee06cf6 already deleted. [ 946.130630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f903e976-5e79-4a95-8968-1b63bee06cf6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.159325] env[65068]: INFO networking_nsxv3.common.synchronization [req-a2a99299-c87a-4f9b-af3f-b524e63034ed req-394a4c54-3cf0-426c-84d1-f4a185c1bbe5 tempest-MigrationsAdminTest-891455352 tempest-MigrationsAdminTest-891455352-project-member] Enqueued Resource ID: 67990774-1e7f-4eab-af7b-d05f895671a9 with Priority: HIGHEST for action security_group_members [ 946.159772] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67990774-1e7f-4eab-af7b-d05f895671a9 with Priority: HIGHEST for action security_group_members [ 946.160115] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-67990774-1e7f-4eab-af7b-d05f895671a9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.160250] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.160318] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.160512] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.160681] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.160805] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.160870] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.163292] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.163292] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.163292] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67990774-1e7f-4eab-af7b-d05f895671a9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.284190] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: SUCCESS [ 946.286831] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.286831] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.286831] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.286831] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.286831] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.286831] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.286831] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.286831] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.286831] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.286831] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.287640] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.287962] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.288483] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.288876] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.290267] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.290267] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.290267] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.290267] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.315621] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 in Status: SUCCESS [ 946.316819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.317854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.318182] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.318517] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.319371] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.319371] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.319371] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.319371] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.319536] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.319836] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.666884] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67990774-1e7f-4eab-af7b-d05f895671a9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.792580] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.792580] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.793359] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.826560] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.169703] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67990774-1e7f-4eab-af7b-d05f895671a9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.295508] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.327607] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1e6bf45-c07b-4ef1-adf7-7b145d82eb02: rpc.has_security_group_logging(os_id): False [ 947.347771] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.347905] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.347974] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.348198] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.348317] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.348516] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.348620] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.348684] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.348835] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.349159] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.349159] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 is going to be created. [ 947.411996] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.412509] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.412509] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.412509] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.412646] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.427240] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 in Status: IN_PROGRESS for 2s [ 947.673720] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.674159] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.674159] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.675479] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.675615] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.675871] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67990774-1e7f-4eab-af7b-d05f895671a9 is going to be updated. [ 947.709833] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.709977] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.710061] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.710433] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.710892] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.724173] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67990774-1e7f-4eab-af7b-d05f895671a9 in Status: IN_PROGRESS for 2s [ 947.798590] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.798684] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.799370] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.799370] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.799370] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.799557] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 is going to be updated. [ 947.833637] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.833637] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.833637] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.833637] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.833637] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.844648] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: IN_PROGRESS for 2s [ 949.053725] env[65068]: INFO networking_nsxv3.common.synchronization [None req-4f384d4e-b007-4637-935a-9fd255a3fa32 None None] Enqueued Resource ID: c1a004ea-3ee0-4987-bf8d-f7197a9d5d68 with Priority: HIGHEST for action port [ 949.054018] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a004ea-3ee0-4987-bf8d-f7197a9d5d68 with Priority: HIGHEST for action port [ 949.054587] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1a004ea-3ee0-4987-bf8d-f7197a9d5d68 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.054896] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1a004ea-3ee0-4987-bf8d-f7197a9d5d68" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.054896] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1a004ea-3ee0-4987-bf8d-f7197a9d5d68" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.055893] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1a004ea-3ee0-4987-bf8d-f7197a9d5d68" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.057193] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1a004ea-3ee0-4987-bf8d-f7197a9d5d68',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.440989] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 in Status: SUCCESS [ 949.440989] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.561554] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1a004ea-3ee0-4987-bf8d-f7197a9d5d68 [ 949.561940] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.562081] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.563276] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.563276] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.563276] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.563276] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1a004ea-3ee0-4987-bf8d-f7197a9d5d68 already deleted. [ 949.563276] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1a004ea-3ee0-4987-bf8d-f7197a9d5d68" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.740401] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67990774-1e7f-4eab-af7b-d05f895671a9 in Status: SUCCESS [ 949.742639] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.782797] env[65068]: INFO networking_nsxv3.common.synchronization [None req-f9a66a49-c3af-42b2-ad33-894755f3f80e None None] Enqueued Resource ID: d175a1d9-23cd-4908-a3c8-f3a3c66f3799 with Priority: HIGHEST for action port [ 949.783466] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d175a1d9-23cd-4908-a3c8-f3a3c66f3799 with Priority: HIGHEST for action port [ 949.783860] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-d175a1d9-23cd-4908-a3c8-f3a3c66f3799 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.783943] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d175a1d9-23cd-4908-a3c8-f3a3c66f3799" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.792036] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d175a1d9-23cd-4908-a3c8-f3a3c66f3799" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.792036] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d175a1d9-23cd-4908-a3c8-f3a3c66f3799" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.792036] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d175a1d9-23cd-4908-a3c8-f3a3c66f3799',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.857279] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: SUCCESS [ 949.858091] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.858091] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.858308] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.858489] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.858600] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.858661] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.858808] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.859561] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.859561] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.859561] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.859561] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.859561] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.861312] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.861312] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.861312] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.861312] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.861312] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.861794] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.861930] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.862566] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.262409] env[65068]: INFO networking_nsxv3.common.synchronization [req-ca702c93-1474-4d23-8bae-d0602734fe12 req-478b88e6-c12b-49ad-841a-107b2a92b3c7 tempest-DeleteServersTestJSON-53534962 tempest-DeleteServersTestJSON-53534962-project-member] Enqueued Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 950.263308] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 950.263406] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.263601] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.263660] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.263851] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.264287] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.264943] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.265128] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.265265] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.265362] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.265469] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.294546] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d175a1d9-23cd-4908-a3c8-f3a3c66f3799 [ 950.294852] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.294957] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.295011] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.295210] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.296632] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.296632] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d175a1d9-23cd-4908-a3c8-f3a3c66f3799 already deleted. [ 950.296632] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d175a1d9-23cd-4908-a3c8-f3a3c66f3799" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.333270] env[65068]: INFO networking_nsxv3.common.synchronization [None req-4c5e8f35-e7be-4d14-972e-289822d94daa tempest-AttachInterfacesUnderV243Test-1182631012 tempest-AttachInterfacesUnderV243Test-1182631012-project-member] Enqueued Resource ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b with Priority: HIGHEST for action security_group_rules [ 950.333880] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b with Priority: HIGHEST for action security_group_rules [ 950.335956] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f29cb6f8-fd07-43b4-99c6-e1efc52f913b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.335956] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.335956] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.335956] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.335956] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f29cb6f8-fd07-43b4-99c6-e1efc52f913b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.367035] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4612a101-4e6e-4c58-aeca-2eecd99093a7: rpc.has_security_group_logging(os_id): False [ 950.387254] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.387441] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.387528] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.387759] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.387853] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.388063] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.388158] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.388222] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.388371] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.388444] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.388628] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.388740] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.388801] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.389783] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.390043] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.390371] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.390584] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.390727] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.390952] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.391121] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.391345] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 is going to be updated. [ 950.458724] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.458724] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.458724] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.458724] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.458724] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.473829] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: IN_PROGRESS for 2s [ 950.476351] env[65068]: INFO networking_nsxv3.common.synchronization [None req-ade13615-9570-4a10-9c2a-8d9a1fea6612 tempest-AttachInterfacesUnderV243Test-1182631012 tempest-AttachInterfacesUnderV243Test-1182631012-project-member] Enqueued Resource ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b with Priority: HIGHEST for action security_group_rules [ 950.476946] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b with Priority: HIGHEST for action security_group_rules [ 950.477205] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f29cb6f8-fd07-43b4-99c6-e1efc52f913b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.477302] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.768745] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.768902] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.769011] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.769320] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.769415] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.770996] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.770996] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.770996] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.770996] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.770996] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.770996] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 is going to be updated. [ 950.801061] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.801216] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.801272] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.801497] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.801645] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.811059] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: IN_PROGRESS for 2s [ 950.851567] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-643 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.851759] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-643" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.851883] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-643" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.852164] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-643" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.852421] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.852579] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.852694] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.852906] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.853107] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.853270] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.853386] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.853494] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.853601] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.853710] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.853817] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.853947] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.857436] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.857565] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.857615] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.857801] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.857886] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.857980] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b already deleted. [ 950.858076] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.858672] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.858672] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.858764] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f29cb6f8-fd07-43b4-99c6-e1efc52f913b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.874802] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.875024] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 950.876569] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.876569] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-643" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.876569] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-45da4806-0d22-498b-a632-9d343ad8159e taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.876569] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-45da4806-0d22-498b-a632-9d343ad8159e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.876569] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-45da4806-0d22-498b-a632-9d343ad8159e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.876569] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-45da4806-0d22-498b-a632-9d343ad8159e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.877155] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45da4806-0d22-498b-a632-9d343ad8159e',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.176634] env[65068]: INFO networking_nsxv3.common.synchronization [None req-d4c37699-ba4f-4166-9e6f-3ef993f1da61 tempest-AttachVolumeNegativeTest-782383804 tempest-AttachVolumeNegativeTest-782383804-project-member] Enqueued Resource ID: 99579b0f-3521-489e-96ab-1e25d29fe225 with Priority: HIGHEST for action security_group_rules [ 951.177762] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99579b0f-3521-489e-96ab-1e25d29fe225 with Priority: HIGHEST for action security_group_rules [ 951.177762] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99579b0f-3521-489e-96ab-1e25d29fe225 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.177762] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99579b0f-3521-489e-96ab-1e25d29fe225" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.177762] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99579b0f-3521-489e-96ab-1e25d29fe225" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.177953] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99579b0f-3521-489e-96ab-1e25d29fe225" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.178023] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99579b0f-3521-489e-96ab-1e25d29fe225',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.305784] env[65068]: INFO networking_nsxv3.common.synchronization [None req-ad402be6-8054-4d24-9dc1-2d258ea782e5 tempest-AttachVolumeNegativeTest-782383804 tempest-AttachVolumeNegativeTest-782383804-project-member] Enqueued Resource ID: 99579b0f-3521-489e-96ab-1e25d29fe225 with Priority: HIGHEST for action security_group_rules [ 951.306199] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99579b0f-3521-489e-96ab-1e25d29fe225 with Priority: HIGHEST for action security_group_rules [ 951.306345] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99579b0f-3521-489e-96ab-1e25d29fe225 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.306454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99579b0f-3521-489e-96ab-1e25d29fe225" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.380708] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.380708] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.380708] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.381071] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.381377] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.383374] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 45da4806-0d22-498b-a632-9d343ad8159e not found, creating... [ 951.383374] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.383374] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.383374] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.383374] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.383374] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.383374] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.384072] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.384072] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.384072] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.384072] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.384190] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 45da4806-0d22-498b-a632-9d343ad8159e is going to be created. [ 951.386608] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.386732] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.386803] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.387016] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.387262] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.387357] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b already deleted. [ 951.388461] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.414515] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.414797] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.414885] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.415197] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.415418] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.415794] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-45da4806-0d22-498b-a632-9d343ad8159e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.583593] env[65068]: INFO networking_nsxv3.common.synchronization [None req-f516d5e5-2f57-44ed-b440-c1b078b82e1f None None] Enqueued Resource ID: 8ab68421-8f13-47ae-b723-bf5244d21fdf with Priority: HIGHEST for action port [ 951.584355] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ab68421-8f13-47ae-b723-bf5244d21fdf with Priority: HIGHEST for action port [ 951.585188] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ab68421-8f13-47ae-b723-bf5244d21fdf taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.585188] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ab68421-8f13-47ae-b723-bf5244d21fdf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.585188] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ab68421-8f13-47ae-b723-bf5244d21fdf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.585424] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ab68421-8f13-47ae-b723-bf5244d21fdf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.585502] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ab68421-8f13-47ae-b723-bf5244d21fdf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.698472] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.698667] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.698708] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.698903] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.698992] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.699092] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99579b0f-3521-489e-96ab-1e25d29fe225 already deleted. [ 951.699264] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99579b0f-3521-489e-96ab-1e25d29fe225" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.699418] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99579b0f-3521-489e-96ab-1e25d29fe225" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.699753] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99579b0f-3521-489e-96ab-1e25d29fe225" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.699891] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99579b0f-3521-489e-96ab-1e25d29fe225',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.087793] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ab68421-8f13-47ae-b723-bf5244d21fdf [ 952.087793] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.088943] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.089984] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.089984] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.089984] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.089984] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ab68421-8f13-47ae-b723-bf5244d21fdf already deleted. [ 952.089984] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ab68421-8f13-47ae-b723-bf5244d21fdf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.152376] env[65068]: INFO networking_nsxv3.common.synchronization [req-ca702c93-1474-4d23-8bae-d0602734fe12 req-1511295a-5286-4fed-870b-0dc6d5a5f3ed service nova] Enqueued Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_rules [ 952.152660] env[65068]: INFO networking_nsxv3.common.synchronization [req-ca702c93-1474-4d23-8bae-d0602734fe12 req-1511295a-5286-4fed-870b-0dc6d5a5f3ed service nova] Enqueued Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 952.152832] env[65068]: INFO networking_nsxv3.common.synchronization [req-ca702c93-1474-4d23-8bae-d0602734fe12 req-1511295a-5286-4fed-870b-0dc6d5a5f3ed service nova] Enqueued Resource ID: 45da4806-0d22-498b-a632-9d343ad8159e with Priority: HIGHEST for action port [ 952.153408] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_rules [ 952.153736] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 952.153736] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45da4806-0d22-498b-a632-9d343ad8159e with Priority: HIGHEST for action port [ 952.154054] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.154210] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.154287] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.154540] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.154657] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.155664] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.155752] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.155927] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-45da4806-0d22-498b-a632-9d343ad8159e taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.156063] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45da4806-0d22-498b-a632-9d343ad8159e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.156155] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45da4806-0d22-498b-a632-9d343ad8159e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.156359] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45da4806-0d22-498b-a632-9d343ad8159e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.156452] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45da4806-0d22-498b-a632-9d343ad8159e',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.222463] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.222652] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.222764] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.222972] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.223096] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.223394] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99579b0f-3521-489e-96ab-1e25d29fe225 already deleted. [ 952.223394] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99579b0f-3521-489e-96ab-1e25d29fe225" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.341788] env[65068]: INFO networking_nsxv3.common.synchronization [None req-de851795-a481-459f-b54f-9079eec304ff None None] Enqueued Resource ID: 2c6dd963-c062-4d11-88e7-6019f6d26b8d with Priority: HIGHEST for action port [ 952.342408] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c6dd963-c062-4d11-88e7-6019f6d26b8d with Priority: HIGHEST for action port [ 952.342733] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c6dd963-c062-4d11-88e7-6019f6d26b8d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.342873] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c6dd963-c062-4d11-88e7-6019f6d26b8d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.342973] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c6dd963-c062-4d11-88e7-6019f6d26b8d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.343346] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c6dd963-c062-4d11-88e7-6019f6d26b8d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.343467] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c6dd963-c062-4d11-88e7-6019f6d26b8d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.497564] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: SUCCESS [ 952.497849] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.497998] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.498382] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.498382] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.659232] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.659467] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.660570] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45da4806-0d22-498b-a632-9d343ad8159e with status ACTIVE [ 952.660927] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.661123] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.661123] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.661367] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.661479] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.661702] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.661841] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.661927] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.662160] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.662593] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.662824] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.662928] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.662992] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.663170] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.663250] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.663339] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45da4806-0d22-498b-a632-9d343ad8159e is going to be updated. [ 952.693819] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.693978] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.694063] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.694710] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.694710] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.694710] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45da4806-0d22-498b-a632-9d343ad8159e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.827973] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: SUCCESS [ 952.827973] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 deletion is rescheduled due to dependency. [ 952.827973] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.828101] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.828533] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.828631] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.828800] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.828907] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.829140] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.829344] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.830048] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.845384] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c6dd963-c062-4d11-88e7-6019f6d26b8d [ 952.845830] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.845942] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.845999] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.846259] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.846357] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.846466] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c6dd963-c062-4d11-88e7-6019f6d26b8d already deleted. [ 952.846570] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c6dd963-c062-4d11-88e7-6019f6d26b8d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.004315] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.004671] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.004671] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.005156] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.005333] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.005647] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.005753] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.006029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.006113] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.006306] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.006418] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.334372] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.510317] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.510317] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.510317] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.510666] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.510734] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.510828] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.510950] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.511144] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.511241] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.511349] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.511489] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.511715] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.511715] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.511819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.511923] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.512040] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.512104] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.512247] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.512336] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.512406] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.512495] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.840773] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.016513] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4612a101-4e6e-4c58-aeca-2eecd99093a7: rpc.has_security_group_logging(os_id): False [ 954.036509] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.036872] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.037287] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.037431] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.037561] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.038042] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.038042] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.038042] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.038322] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.038371] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.038622] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.039300] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.039300] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.039300] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.039300] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.039489] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.039622] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.039707] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.039978] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.040096] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.040243] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 is going to be updated. [ 954.122223] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.122223] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.122223] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.122223] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.122615] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.142338] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: IN_PROGRESS for 2s [ 954.343495] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.344600] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.344600] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.344600] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.344600] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.344600] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 is going to be updated. [ 954.382313] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.382313] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.382313] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.383523] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.383523] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.394286] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: IN_PROGRESS for 2s [ 956.161056] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: SUCCESS [ 956.161506] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.404871] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: SUCCESS [ 956.405151] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.405345] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.405596] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.405804] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.405929] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.406050] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.406186] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.406280] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.406396] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.406463] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.596520] env[65068]: INFO networking_nsxv3.common.synchronization [None req-59aa4fde-880e-497a-a28f-fb8dbd4b06e1 tempest-ServerActionsTestJSON-920019273 tempest-ServerActionsTestJSON-920019273-project-member] Enqueued Resource ID: dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 with Priority: HIGHEST for action security_group_rules [ 956.597242] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 with Priority: HIGHEST for action security_group_rules [ 956.597821] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.597821] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.597821] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.597949] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.601321] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbeb29a5-fa5d-453a-88db-1e567ffb3ad8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.733756] env[65068]: INFO networking_nsxv3.common.synchronization [None req-57c3a74c-0bfa-4456-904a-8e836da58974 tempest-ServerActionsTestJSON-920019273 tempest-ServerActionsTestJSON-920019273-project-member] Enqueued Resource ID: dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 with Priority: HIGHEST for action security_group_rules [ 956.734368] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 with Priority: HIGHEST for action security_group_rules [ 956.734866] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.734866] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.858813] env[65068]: INFO networking_nsxv3.common.synchronization [req-f19170c1-cbd9-4ab7-8f01-46a3ae7b388d req-1396aeaf-1f09-491a-aec5-e7ba4f20ed46 tempest-ServersTestMultiNic-172771013 tempest-ServersTestMultiNic-172771013-project-member] Enqueued Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_members [ 956.859625] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_members [ 956.859811] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.859960] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.860039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.860287] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.860449] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.860551] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.860631] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.860772] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.860859] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.860956] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.914436] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.914436] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.914436] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.914436] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.914436] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.914436] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.914436] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.914436] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.914436] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.914436] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.914436] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.914436] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.914436] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.914436] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.914436] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.914436] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.915198] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.915198] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.915198] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.915198] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.915198] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.124893] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.124893] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.124893] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.124893] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.124893] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.124893] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 already deleted. [ 957.124893] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.124893] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.124893] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.124893] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbeb29a5-fa5d-453a-88db-1e567ffb3ad8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.183449] env[65068]: INFO networking_nsxv3.common.synchronization [req-f19170c1-cbd9-4ab7-8f01-46a3ae7b388d req-8c5482f2-9fa9-437b-9af3-9167bb6271e5 tempest-ServersTestMultiNic-172771013 tempest-ServersTestMultiNic-172771013-project-member] Enqueued Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_members [ 957.184085] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGHEST for action security_group_members [ 957.184337] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.184445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.364522] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.417612] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 940eac30-3ff5-49b7-b364-81e0d7e55b54: rpc.has_security_group_logging(os_id): False [ 957.440073] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.440198] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.440252] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.440533] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.440696] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.442519] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.442519] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.442519] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.442519] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.442519] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.442961] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.442961] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.443103] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.443193] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.443277] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.443485] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.443576] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.443626] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.443755] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.443832] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.443917] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 is going to be updated. [ 957.488402] env[65068]: INFO networking_nsxv3.common.synchronization [req-e0e87b7e-fd75-48ae-a674-a6f180d43929 req-0bc583ed-76ed-4aa2-8a41-0275bdbc1737 tempest-ServerRescueNegativeTestJSON-1970848678 tempest-ServerRescueNegativeTestJSON-1970848678-project-member] Enqueued Resource ID: ad693498-16d8-4b31-863d-5bf7ca51991b with Priority: HIGHEST for action security_group_members [ 957.490165] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad693498-16d8-4b31-863d-5bf7ca51991b with Priority: HIGHEST for action security_group_members [ 957.492884] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad693498-16d8-4b31-863d-5bf7ca51991b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.492884] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.492884] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.492884] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.492884] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.492884] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.492884] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.492884] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.492884] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.492884] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad693498-16d8-4b31-863d-5bf7ca51991b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.517966] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.518146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.518187] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.518498] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.518578] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.534760] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: IN_PROGRESS for 2s [ 957.647548] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.647793] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.647954] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.648630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.648630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.648630] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 already deleted. [ 957.648630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.871594] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.880824] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.881032] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-500" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.881184] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-500" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.881506] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-500" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.881771] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.881924] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.882049] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.882286] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.882427] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.882646] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 957.882750] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 957.882860] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 957.882969] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 957.883092] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 957.883200] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 957.883333] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 957.904525] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 957.904722] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 957.904868] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 957.905069] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-500" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.905405] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-cb02e536-786e-4799-b274-f0c903d969f8 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.905574] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-cb02e536-786e-4799-b274-f0c903d969f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.905694] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-cb02e536-786e-4799-b274-f0c903d969f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.906027] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-cb02e536-786e-4799-b274-f0c903d969f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.906192] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb02e536-786e-4799-b274-f0c903d969f8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.995797] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.996680] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.996680] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.996680] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.996680] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.996925] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.996925] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.997103] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.997209] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.997311] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.997427] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad693498-16d8-4b31-863d-5bf7ca51991b already deleted. [ 957.997563] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.330795] env[65068]: INFO networking_nsxv3.common.synchronization [req-e3b8077c-738e-496d-a568-9cf33141e6af req-50aa4b9e-c569-4d3f-bbe2-47e7301cdc2d tempest-ImagesTestJSON-448346640 tempest-ImagesTestJSON-448346640-project-member] Enqueued Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_members [ 958.331793] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_members [ 958.335036] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.335036] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.335036] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.335036] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.335036] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.335036] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.335036] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.335036] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.335036] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.335036] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.371124] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.371274] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.371357] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.372704] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.372704] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.372704] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 is going to be updated. [ 958.406889] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.406889] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.406889] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.406889] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.406889] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.408172] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.408368] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.408491] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.408730] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.408867] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.409980] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port cb02e536-786e-4799-b274-f0c903d969f8 not found, creating... [ 958.409980] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.409980] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.409980] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.409980] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.409980] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.410313] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.410396] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.410510] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.410730] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.410864] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.411011] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: cb02e536-786e-4799-b274-f0c903d969f8 is going to be created. [ 958.424016] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: IN_PROGRESS for 2s [ 958.435337] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.435549] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.435673] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.435947] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.436459] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.436459] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-cb02e536-786e-4799-b274-f0c903d969f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.836298] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.836562] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.836697] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.837031] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.837193] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.837493] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.837655] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.837754] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.837997] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.838139] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.838271] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f37566-8d6f-4140-937f-3574279acbe9 is going to be updated. [ 958.866347] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.866595] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.866595] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.866749] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.866886] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.876199] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: IN_PROGRESS for 2s [ 959.162466] env[65068]: INFO networking_nsxv3.common.synchronization [req-e0e87b7e-fd75-48ae-a674-a6f180d43929 req-015df390-c8c2-4fa7-a46c-3a3e8f703693 service nova] Enqueued Resource ID: ad693498-16d8-4b31-863d-5bf7ca51991b with Priority: HIGHEST for action security_group_rules [ 959.162655] env[65068]: INFO networking_nsxv3.common.synchronization [req-e0e87b7e-fd75-48ae-a674-a6f180d43929 req-015df390-c8c2-4fa7-a46c-3a3e8f703693 service nova] Enqueued Resource ID: ad693498-16d8-4b31-863d-5bf7ca51991b with Priority: HIGHEST for action security_group_members [ 959.162791] env[65068]: INFO networking_nsxv3.common.synchronization [req-e0e87b7e-fd75-48ae-a674-a6f180d43929 req-015df390-c8c2-4fa7-a46c-3a3e8f703693 service nova] Enqueued Resource ID: cb02e536-786e-4799-b274-f0c903d969f8 with Priority: HIGHEST for action port [ 959.163338] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad693498-16d8-4b31-863d-5bf7ca51991b with Priority: HIGHEST for action security_group_rules [ 959.163474] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad693498-16d8-4b31-863d-5bf7ca51991b with Priority: HIGHEST for action security_group_members [ 959.163574] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb02e536-786e-4799-b274-f0c903d969f8 with Priority: HIGHEST for action port [ 959.163851] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad693498-16d8-4b31-863d-5bf7ca51991b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.164038] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.164038] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.164308] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.164480] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad693498-16d8-4b31-863d-5bf7ca51991b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.166479] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad693498-16d8-4b31-863d-5bf7ca51991b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.166479] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.166479] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.166765] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.166765] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.166843] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.166876] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.167030] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.167389] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.167389] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad693498-16d8-4b31-863d-5bf7ca51991b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.168530] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb02e536-786e-4799-b274-f0c903d969f8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.168863] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb02e536-786e-4799-b274-f0c903d969f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.168903] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb02e536-786e-4799-b274-f0c903d969f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.169050] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb02e536-786e-4799-b274-f0c903d969f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.169131] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb02e536-786e-4799-b274-f0c903d969f8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.548150] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: SUCCESS [ 959.548150] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.672586] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad693498-16d8-4b31-863d-5bf7ca51991b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.673962] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad693498-16d8-4b31-863d-5bf7ca51991b taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.675178] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.675178] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb02e536-786e-4799-b274-f0c903d969f8 with status ACTIVE [ 959.675178] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.675178] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.675178] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.676627] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.676627] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.676839] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.678365] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.678365] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.678365] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.678365] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.678365] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.678556] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.678556] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.678636] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.678757] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.678800] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb02e536-786e-4799-b274-f0c903d969f8 is going to be updated. [ 959.692386] env[65068]: INFO networking_nsxv3.common.synchronization [req-f807e1c3-8cfd-4501-87ef-4364eb2dd4c2 req-8618c300-243b-458c-95d2-895e40f286e5 tempest-ServerRescueNegativeTestJSON-1970848678 tempest-ServerRescueNegativeTestJSON-1970848678-project-member] Enqueued Resource ID: ad693498-16d8-4b31-863d-5bf7ca51991b with Priority: HIGHEST for action security_group_members [ 959.692876] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad693498-16d8-4b31-863d-5bf7ca51991b with Priority: HIGHEST for action security_group_members [ 959.693613] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad693498-16d8-4b31-863d-5bf7ca51991b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.693613] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.704483] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.705144] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.705229] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.705549] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.705663] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.705971] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb02e536-786e-4799-b274-f0c903d969f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.048336] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.048763] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-500" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.048893] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-500" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.049289] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-500" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.049794] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.050046] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.050325] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.050597] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.050806] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.051102] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.051257] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.051399] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.051532] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.051669] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.051873] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.052117] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.072242] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.072400] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.073201] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.073201] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-500" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.073201] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-de624f2e-cddd-433f-ac04-9dac2293c967 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.073201] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-de624f2e-cddd-433f-ac04-9dac2293c967" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.073408] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-de624f2e-cddd-433f-ac04-9dac2293c967" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.073626] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-de624f2e-cddd-433f-ac04-9dac2293c967" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.073753] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de624f2e-cddd-433f-ac04-9dac2293c967',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.176570] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad693498-16d8-4b31-863d-5bf7ca51991b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.434853] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: SUCCESS [ 960.435152] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.435252] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.435454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.435643] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.435758] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.435819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.435998] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.436091] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.436194] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.575704] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.576072] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.576072] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.576373] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.576525] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.576677] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port de624f2e-cddd-433f-ac04-9dac2293c967 not found, creating... [ 960.576938] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.577107] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.577228] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.577455] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.577588] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.577866] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.578027] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.578145] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.578345] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.578475] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.578607] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: de624f2e-cddd-433f-ac04-9dac2293c967 is going to be created. [ 960.600069] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.600069] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.600371] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.600414] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.600622] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.600845] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-de624f2e-cddd-433f-ac04-9dac2293c967" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.678633] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.678841] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.678883] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.679108] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.679274] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.679378] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad693498-16d8-4b31-863d-5bf7ca51991b is going to be created. [ 960.717082] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.717082] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.717082] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.717082] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.717082] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.726530] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad693498-16d8-4b31-863d-5bf7ca51991b in Status: UNINITIALIZED for 2s [ 960.888313] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: SUCCESS [ 960.888313] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f37566-8d6f-4140-937f-3574279acbe9 deletion is rescheduled due to dependency. [ 960.888313] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.938773] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.938773] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.938951] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.939110] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.939152] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.940042] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.940211] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.940387] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.940559] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.940807] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.940877] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 is going to be updated. [ 960.968874] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.968874] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.968874] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.968874] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.968874] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.978361] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: IN_PROGRESS for 2s [ 961.303070] env[65068]: INFO networking_nsxv3.common.synchronization [req-f807e1c3-8cfd-4501-87ef-4364eb2dd4c2 req-3f0b2d0d-2a37-4877-827b-b6e7ada2cb12 service nova] Enqueued Resource ID: ad693498-16d8-4b31-863d-5bf7ca51991b with Priority: HIGHEST for action security_group_rules [ 961.303070] env[65068]: INFO networking_nsxv3.common.synchronization [req-f807e1c3-8cfd-4501-87ef-4364eb2dd4c2 req-3f0b2d0d-2a37-4877-827b-b6e7ada2cb12 service nova] Enqueued Resource ID: ad693498-16d8-4b31-863d-5bf7ca51991b with Priority: HIGHEST for action security_group_members [ 961.303277] env[65068]: INFO networking_nsxv3.common.synchronization [req-f807e1c3-8cfd-4501-87ef-4364eb2dd4c2 req-3f0b2d0d-2a37-4877-827b-b6e7ada2cb12 service nova] Enqueued Resource ID: de624f2e-cddd-433f-ac04-9dac2293c967 with Priority: HIGHEST for action port [ 961.303456] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad693498-16d8-4b31-863d-5bf7ca51991b with Priority: HIGHEST for action security_group_rules [ 961.303580] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad693498-16d8-4b31-863d-5bf7ca51991b with Priority: HIGHEST for action security_group_members [ 961.303667] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de624f2e-cddd-433f-ac04-9dac2293c967 with Priority: HIGHEST for action port [ 961.304338] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad693498-16d8-4b31-863d-5bf7ca51991b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.304478] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.304691] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad693498-16d8-4b31-863d-5bf7ca51991b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.304777] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.305068] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-de624f2e-cddd-433f-ac04-9dac2293c967 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.305163] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de624f2e-cddd-433f-ac04-9dac2293c967" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.305202] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de624f2e-cddd-433f-ac04-9dac2293c967" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.305449] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de624f2e-cddd-433f-ac04-9dac2293c967" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.305577] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de624f2e-cddd-433f-ac04-9dac2293c967',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.807334] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de624f2e-cddd-433f-ac04-9dac2293c967 with status ACTIVE [ 961.807619] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.807753] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.807854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.808130] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.808262] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.808489] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.808614] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.808752] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.809011] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.809162] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.809615] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.809615] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.809615] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.809807] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.809900] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.810017] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de624f2e-cddd-433f-ac04-9dac2293c967 is going to be updated. [ 961.835684] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.835889] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.835889] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.836110] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.836239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.836396] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de624f2e-cddd-433f-ac04-9dac2293c967" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.736356] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad693498-16d8-4b31-863d-5bf7ca51991b in Status: SUCCESS [ 962.736596] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.737154] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.737449] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.737697] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.737818] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.737887] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.738180] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.738335] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.738434] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.738540] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad693498-16d8-4b31-863d-5bf7ca51991b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.739566] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.739740] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.739930] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.740060] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.740150] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.740791] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.740791] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.740791] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad693498-16d8-4b31-863d-5bf7ca51991b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.989276] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 in Status: SUCCESS [ 962.990481] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 deletion is rescheduled due to dependency. [ 962.990481] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.242479] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad693498-16d8-4b31-863d-5bf7ca51991b taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.242653] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.242880] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad693498-16d8-4b31-863d-5bf7ca51991b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.746625] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad693498-16d8-4b31-863d-5bf7ca51991b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.250059] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.250059] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.250059] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.250059] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.250059] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.250642] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad693498-16d8-4b31-863d-5bf7ca51991b is going to be updated. [ 964.284153] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.284376] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.284447] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.284708] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.284933] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.294859] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad693498-16d8-4b31-863d-5bf7ca51991b in Status: IN_PROGRESS for 2s [ 964.683017] env[65068]: INFO networking_nsxv3.common.synchronization [req-726f2ada-d32a-4ea2-aaf4-a69abbc2f175 req-dd3f70c3-e753-4b91-94d6-b0a28f59f092 tempest-AttachInterfacesTestJSON-1669976305 tempest-AttachInterfacesTestJSON-1669976305-project-member] Enqueued Resource ID: ec53176d-821d-4cc8-a9c8-f60c9af0af86 with Priority: HIGHEST for action security_group_members [ 964.683704] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec53176d-821d-4cc8-a9c8-f60c9af0af86 with Priority: HIGHEST for action security_group_members [ 964.684504] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec53176d-821d-4cc8-a9c8-f60c9af0af86 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.684664] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec53176d-821d-4cc8-a9c8-f60c9af0af86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.684746] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec53176d-821d-4cc8-a9c8-f60c9af0af86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.685043] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec53176d-821d-4cc8-a9c8-f60c9af0af86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.685229] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.685342] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.685406] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.685607] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.685724] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.685844] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec53176d-821d-4cc8-a9c8-f60c9af0af86',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.741761] env[65068]: INFO networking_nsxv3.common.synchronization [req-7edd0bc9-0dba-47b4-822e-616f8ca242c1 req-90a84737-62f0-4397-a3b8-d3b438480623 tempest-MigrationsAdminTest-891455352 tempest-MigrationsAdminTest-891455352-project-member] Enqueued Resource ID: 67990774-1e7f-4eab-af7b-d05f895671a9 with Priority: HIGHEST for action security_group_members [ 964.742896] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67990774-1e7f-4eab-af7b-d05f895671a9 with Priority: HIGHEST for action security_group_members [ 964.743417] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-67990774-1e7f-4eab-af7b-d05f895671a9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.743619] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.743726] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.744054] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.744279] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.744442] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.744536] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.744764] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.744892] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.745061] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67990774-1e7f-4eab-af7b-d05f895671a9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.063292] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-492 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.063484] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.063610] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.063947] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.064228] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.064388] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.064504] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.064838] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.064931] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.065093] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.065207] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.065314] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.065506] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.065782] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.065877] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.065950] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.089386] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.089586] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 965.089725] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.089945] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.090289] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-1cf4fb8e-6309-4696-9374-55b6e68141d7 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.090567] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-1cf4fb8e-6309-4696-9374-55b6e68141d7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.090658] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-1cf4fb8e-6309-4696-9374-55b6e68141d7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.090996] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-1cf4fb8e-6309-4696-9374-55b6e68141d7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.091151] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cf4fb8e-6309-4696-9374-55b6e68141d7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.188031] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.188280] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.188280] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.188545] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.188605] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.188872] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.188872] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.189080] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.189126] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.189183] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.189289] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec53176d-821d-4cc8-a9c8-f60c9af0af86 already deleted. [ 965.189382] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec53176d-821d-4cc8-a9c8-f60c9af0af86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.250292] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.250292] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.250292] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.250292] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.272693] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.273065] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.273236] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.273332] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.273596] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.273707] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.273826] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67990774-1e7f-4eab-af7b-d05f895671a9 is going to be updated. [ 965.302054] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.302054] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.302292] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.302328] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.302512] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.312508] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67990774-1e7f-4eab-af7b-d05f895671a9 in Status: IN_PROGRESS for 2s [ 965.594708] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.594940] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.594940] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.595211] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.595445] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.595511] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 1cf4fb8e-6309-4696-9374-55b6e68141d7 not found, creating... [ 965.595782] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.595993] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.596173] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.596497] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.596678] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.596969] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.597150] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.597289] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.597500] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.597634] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.597770] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 1cf4fb8e-6309-4696-9374-55b6e68141d7 is going to be created. [ 965.618508] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.618729] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.618849] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.619130] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.619435] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.619669] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-1cf4fb8e-6309-4696-9374-55b6e68141d7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.878541] env[65068]: INFO networking_nsxv3.common.synchronization [req-23e08c5a-a2d9-487a-bd93-195117400809 req-150d6625-4b1f-46b1-9333-45d63c7c6f8c tempest-DeleteServersTestJSON-53534962 tempest-DeleteServersTestJSON-53534962-project-member] Enqueued Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 965.879643] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 965.880181] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.880398] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.880540] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.880843] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.881076] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.881241] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.881344] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.881557] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.881694] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.881835] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.307952] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad693498-16d8-4b31-863d-5bf7ca51991b in Status: SUCCESS [ 966.308461] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.308519] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.308867] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.309065] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.309216] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.309216] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.309659] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.309659] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.309659] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad693498-16d8-4b31-863d-5bf7ca51991b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.385899] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.386220] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.386220] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.387251] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.387251] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.387251] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.387251] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.387251] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.387591] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.387591] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.387591] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 is going to be updated. [ 966.414861] env[65068]: INFO networking_nsxv3.common.synchronization [req-726f2ada-d32a-4ea2-aaf4-a69abbc2f175 req-694db0b5-7adf-468c-8a3b-c900adba2131 service nova] Enqueued Resource ID: ec53176d-821d-4cc8-a9c8-f60c9af0af86 with Priority: HIGHEST for action security_group_rules [ 966.415109] env[65068]: INFO networking_nsxv3.common.synchronization [req-726f2ada-d32a-4ea2-aaf4-a69abbc2f175 req-694db0b5-7adf-468c-8a3b-c900adba2131 service nova] Enqueued Resource ID: ec53176d-821d-4cc8-a9c8-f60c9af0af86 with Priority: HIGHEST for action security_group_members [ 966.415274] env[65068]: INFO networking_nsxv3.common.synchronization [req-726f2ada-d32a-4ea2-aaf4-a69abbc2f175 req-694db0b5-7adf-468c-8a3b-c900adba2131 service nova] Enqueued Resource ID: 1cf4fb8e-6309-4696-9374-55b6e68141d7 with Priority: HIGHEST for action port [ 966.415857] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec53176d-821d-4cc8-a9c8-f60c9af0af86 with Priority: HIGHEST for action security_group_rules [ 966.415994] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec53176d-821d-4cc8-a9c8-f60c9af0af86 with Priority: HIGHEST for action security_group_members [ 966.416177] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cf4fb8e-6309-4696-9374-55b6e68141d7 with Priority: HIGHEST for action port [ 966.416464] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec53176d-821d-4cc8-a9c8-f60c9af0af86 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.416593] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec53176d-821d-4cc8-a9c8-f60c9af0af86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.416721] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec53176d-821d-4cc8-a9c8-f60c9af0af86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.416856] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec53176d-821d-4cc8-a9c8-f60c9af0af86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.416950] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec53176d-821d-4cc8-a9c8-f60c9af0af86',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.417874] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec53176d-821d-4cc8-a9c8-f60c9af0af86 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.417988] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec53176d-821d-4cc8-a9c8-f60c9af0af86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.418066] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec53176d-821d-4cc8-a9c8-f60c9af0af86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.418244] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec53176d-821d-4cc8-a9c8-f60c9af0af86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.418457] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.418556] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.418606] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.418754] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.418838] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.418930] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec53176d-821d-4cc8-a9c8-f60c9af0af86',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.421666] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cf4fb8e-6309-4696-9374-55b6e68141d7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.421666] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cf4fb8e-6309-4696-9374-55b6e68141d7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.421666] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cf4fb8e-6309-4696-9374-55b6e68141d7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.421666] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cf4fb8e-6309-4696-9374-55b6e68141d7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.421666] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cf4fb8e-6309-4696-9374-55b6e68141d7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.428674] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.428802] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.428873] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.429098] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.429303] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.441331] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: IN_PROGRESS for 2s [ 966.811799] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad693498-16d8-4b31-863d-5bf7ca51991b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.923939] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1cf4fb8e-6309-4696-9374-55b6e68141d7 with status ACTIVE [ 966.924238] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.924385] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.924457] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.924674] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.924765] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.925184] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.925184] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.925184] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.925319] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.925348] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.925562] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.925680] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.925784] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.925937] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.925970] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.926054] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1cf4fb8e-6309-4696-9374-55b6e68141d7 is going to be updated. [ 966.927185] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec53176d-821d-4cc8-a9c8-f60c9af0af86',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.928694] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec53176d-821d-4cc8-a9c8-f60c9af0af86 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.928797] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec53176d-821d-4cc8-a9c8-f60c9af0af86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.955008] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.955176] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.955254] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.955500] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.955644] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.955882] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cf4fb8e-6309-4696-9374-55b6e68141d7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.314240] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad693498-16d8-4b31-863d-5bf7ca51991b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.322655] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67990774-1e7f-4eab-af7b-d05f895671a9 in Status: SUCCESS [ 967.322842] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67990774-1e7f-4eab-af7b-d05f895671a9 deletion is rescheduled due to dependency. [ 967.322958] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.429790] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec53176d-821d-4cc8-a9c8-f60c9af0af86',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.816407] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.816671] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.816736] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.816933] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.817052] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.817178] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad693498-16d8-4b31-863d-5bf7ca51991b is going to be updated. [ 967.848715] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.848901] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.848947] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.849176] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.849369] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.858089] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad693498-16d8-4b31-863d-5bf7ca51991b in Status: IN_PROGRESS for 2s [ 967.932276] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.932491] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.932592] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.932931] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.933095] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.933250] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec53176d-821d-4cc8-a9c8-f60c9af0af86 is going to be created. [ 967.976285] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.976449] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.976546] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.978582] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.978582] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.171525] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec53176d-821d-4cc8-a9c8-f60c9af0af86 in Status: UNINITIALIZED for 2s [ 968.454718] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: SUCCESS [ 968.455239] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 deletion is rescheduled due to dependency. [ 968.455239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.027590] env[65068]: INFO networking_nsxv3.common.synchronization [req-f510cb93-0783-487f-8a4b-485f3c29b721 req-afe6a71b-3a11-410b-9a02-303a2d15764f tempest-ServersTestJSON-948800146 tempest-ServersTestJSON-948800146-project-member] Enqueued Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 969.029310] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 969.029668] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.029962] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.029962] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.030395] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.030395] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.030395] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.030395] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.030601] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.030642] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.031191] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.396455] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-104 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.396752] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-104" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.396936] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-104" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.397696] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-104" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.398105] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.398336] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.398515] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.398847] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.399087] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.399465] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.399646] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.399821] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.400017] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.400215] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.400449] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.400695] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.421786] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.421786] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 969.421786] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.421960] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-104" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.422968] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-7bad6c1f-3b49-4a59-8155-cd90e320bf19 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.422968] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-7bad6c1f-3b49-4a59-8155-cd90e320bf19" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.422968] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-7bad6c1f-3b49-4a59-8155-cd90e320bf19" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.422968] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-7bad6c1f-3b49-4a59-8155-cd90e320bf19" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.422968] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bad6c1f-3b49-4a59-8155-cd90e320bf19',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.534542] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.870497] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad693498-16d8-4b31-863d-5bf7ca51991b in Status: SUCCESS [ 969.870770] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.871023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.871352] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.871699] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.871859] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.871953] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.872184] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.872302] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.872425] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.872675] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad693498-16d8-4b31-863d-5bf7ca51991b taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.872774] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.872864] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.873070] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.873268] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.873404] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.873494] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.873685] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.873793] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.873904] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.874042] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad693498-16d8-4b31-863d-5bf7ca51991b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.925259] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.925452] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.925452] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.925730] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.925891] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.926062] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 7bad6c1f-3b49-4a59-8155-cd90e320bf19 not found, creating... [ 969.926400] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.926577] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.926696] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.927074] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.927246] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.927604] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.927793] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.927924] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.928219] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.928375] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.928576] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 7bad6c1f-3b49-4a59-8155-cd90e320bf19 is going to be created. [ 969.953317] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.953520] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.953669] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.953996] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.954241] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.954569] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-7bad6c1f-3b49-4a59-8155-cd90e320bf19" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.035553] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.183359] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec53176d-821d-4cc8-a9c8-f60c9af0af86 in Status: SUCCESS [ 970.183531] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec53176d-821d-4cc8-a9c8-f60c9af0af86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.183980] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec53176d-821d-4cc8-a9c8-f60c9af0af86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.183980] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec53176d-821d-4cc8-a9c8-f60c9af0af86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.184115] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.184187] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.184236] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.184453] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.184453] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.184604] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec53176d-821d-4cc8-a9c8-f60c9af0af86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.184604] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec53176d-821d-4cc8-a9c8-f60c9af0af86',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.376427] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad693498-16d8-4b31-863d-5bf7ca51991b: rpc.has_security_group_logging(os_id): False [ 970.396673] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.396673] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.396673] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.396840] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.396876] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.397110] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.397327] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.397397] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.397554] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.397630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.397817] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.397910] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.397969] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.398127] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.398563] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.398563] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.398563] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.398563] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.398740] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.398740] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.398876] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad693498-16d8-4b31-863d-5bf7ca51991b is going to be created. [ 970.479058] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.479058] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.479058] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.479058] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.479421] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.491315] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad693498-16d8-4b31-863d-5bf7ca51991b in Status: IN_PROGRESS for 2s [ 970.537798] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.538184] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.538184] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.538289] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.538382] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.538481] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6204eb35-df30-40b2-990a-328fb715bd34 is going to be updated. [ 970.611064] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.611266] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.611351] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.611603] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.611760] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.622766] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: IN_PROGRESS for 2s [ 970.671726] env[65068]: INFO networking_nsxv3.common.synchronization [req-f510cb93-0783-487f-8a4b-485f3c29b721 req-e68b3829-bce2-4199-86f1-dbae9b949e7e service nova] Enqueued Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_rules [ 970.671902] env[65068]: INFO networking_nsxv3.common.synchronization [req-f510cb93-0783-487f-8a4b-485f3c29b721 req-e68b3829-bce2-4199-86f1-dbae9b949e7e service nova] Enqueued Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 970.672077] env[65068]: INFO networking_nsxv3.common.synchronization [req-f510cb93-0783-487f-8a4b-485f3c29b721 req-e68b3829-bce2-4199-86f1-dbae9b949e7e service nova] Enqueued Resource ID: 7bad6c1f-3b49-4a59-8155-cd90e320bf19 with Priority: HIGHEST for action port [ 970.672670] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_rules [ 970.672836] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 970.672941] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bad6c1f-3b49-4a59-8155-cd90e320bf19 with Priority: HIGHEST for action port [ 970.673259] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.673401] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.673475] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.673690] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.673771] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.674773] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.674885] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.675104] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bad6c1f-3b49-4a59-8155-cd90e320bf19 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.675210] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bad6c1f-3b49-4a59-8155-cd90e320bf19" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.675291] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bad6c1f-3b49-4a59-8155-cd90e320bf19" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.675509] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bad6c1f-3b49-4a59-8155-cd90e320bf19" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.675593] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bad6c1f-3b49-4a59-8155-cd90e320bf19',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.687719] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec53176d-821d-4cc8-a9c8-f60c9af0af86',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.178957] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bad6c1f-3b49-4a59-8155-cd90e320bf19 with status ACTIVE [ 971.180167] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.180167] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.180167] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.180167] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.180167] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.180167] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.180167] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.180167] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.180550] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.180550] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.180550] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.180646] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.180646] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.181187] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.181187] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.181187] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bad6c1f-3b49-4a59-8155-cd90e320bf19 is going to be updated. [ 971.182289] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.183053] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.191773] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec53176d-821d-4cc8-a9c8-f60c9af0af86: rpc.has_security_group_logging(os_id): False [ 971.214644] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.214854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.214899] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.215192] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.215339] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.215526] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bad6c1f-3b49-4a59-8155-cd90e320bf19" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.216567] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.216710] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.216797] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.217042] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.217723] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.217723] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.217723] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.217723] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.217919] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.217919] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.217997] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec53176d-821d-4cc8-a9c8-f60c9af0af86 is going to be created. [ 971.322029] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.322029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.322029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.322029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.322029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.357953] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec53176d-821d-4cc8-a9c8-f60c9af0af86 in Status: IN_PROGRESS for 2s [ 971.497371] env[65068]: INFO networking_nsxv3.common.synchronization [req-51f5616e-91dd-4acf-b647-1d007c8cd01c req-250b2e81-b114-4bcd-9762-17987ab4f29c tempest-AttachInterfacesUnderV243Test-1182631012 tempest-AttachInterfacesUnderV243Test-1182631012-project-member] Enqueued Resource ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b with Priority: HIGHEST for action security_group_members [ 971.498670] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b with Priority: HIGHEST for action security_group_members [ 971.499172] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.499390] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.499450] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.499812] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.500113] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.500294] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.500337] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.500977] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.501121] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.501282] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f29cb6f8-fd07-43b4-99c6-e1efc52f913b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.854202] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-366 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.854544] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-366" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.854544] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-366" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.854969] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-366" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.855308] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.855437] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.855561] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.855786] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.855931] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.856149] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.856544] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.856544] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.856544] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.856858] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.856858] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.856858] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.875541] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.875711] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 971.875845] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.876037] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-366" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.876372] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-86c7ba43-0add-48dc-a181-a7c69b562555 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.876542] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-86c7ba43-0add-48dc-a181-a7c69b562555" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.876695] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-86c7ba43-0add-48dc-a181-a7c69b562555" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.877228] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-86c7ba43-0add-48dc-a181-a7c69b562555" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.877228] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86c7ba43-0add-48dc-a181-a7c69b562555',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.007156] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.007156] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.007156] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.007156] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.007156] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.007156] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.007156] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.007156] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.007156] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.007156] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.007156] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b already deleted. [ 972.007156] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.379708] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.379951] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.380086] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.380471] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.380664] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.380850] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 86c7ba43-0add-48dc-a181-a7c69b562555 not found, creating... [ 972.381179] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.381398] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.381549] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.381830] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.381986] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.382326] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.382574] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.382707] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.382858] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.382998] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.383152] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 86c7ba43-0add-48dc-a181-a7c69b562555 is going to be created. [ 972.407245] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.407449] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.407596] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.407894] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.408171] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.408482] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-86c7ba43-0add-48dc-a181-a7c69b562555" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.518283] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad693498-16d8-4b31-863d-5bf7ca51991b in Status: SUCCESS [ 972.518516] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.518704] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.519044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.519145] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad693498-16d8-4b31-863d-5bf7ca51991b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.633964] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: SUCCESS [ 972.634191] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.634365] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.634596] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.634923] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.635100] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.635198] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.635387] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.635471] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.635565] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.021977] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad693498-16d8-4b31-863d-5bf7ca51991b taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.022391] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.022391] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.022484] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.022797] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.022901] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.022977] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.023452] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.023452] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.023452] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.023579] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad693498-16d8-4b31-863d-5bf7ca51991b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.139100] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.141476] env[65068]: INFO networking_nsxv3.common.synchronization [req-51f5616e-91dd-4acf-b647-1d007c8cd01c req-89db5d74-38bc-4def-8ecd-2accbe7f2229 service nova] Enqueued Resource ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b with Priority: HIGHEST for action security_group_rules [ 973.143903] env[65068]: INFO networking_nsxv3.common.synchronization [req-51f5616e-91dd-4acf-b647-1d007c8cd01c req-89db5d74-38bc-4def-8ecd-2accbe7f2229 service nova] Enqueued Resource ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b with Priority: HIGHEST for action security_group_members [ 973.143903] env[65068]: INFO networking_nsxv3.common.synchronization [req-51f5616e-91dd-4acf-b647-1d007c8cd01c req-89db5d74-38bc-4def-8ecd-2accbe7f2229 service nova] Enqueued Resource ID: 86c7ba43-0add-48dc-a181-a7c69b562555 with Priority: HIGHEST for action port [ 973.143903] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b with Priority: HIGHEST for action security_group_rules [ 973.143903] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b with Priority: HIGHEST for action security_group_members [ 973.143903] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86c7ba43-0add-48dc-a181-a7c69b562555 with Priority: HIGHEST for action port [ 973.143903] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f29cb6f8-fd07-43b4-99c6-e1efc52f913b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.144123] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.144123] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.144396] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.144500] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f29cb6f8-fd07-43b4-99c6-e1efc52f913b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.145568] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.146658] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.146658] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.146658] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.146658] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.146658] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.146658] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.146658] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.147176] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.147176] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f29cb6f8-fd07-43b4-99c6-e1efc52f913b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.147822] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-86c7ba43-0add-48dc-a181-a7c69b562555 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.147930] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86c7ba43-0add-48dc-a181-a7c69b562555" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.148024] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86c7ba43-0add-48dc-a181-a7c69b562555" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.149844] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86c7ba43-0add-48dc-a181-a7c69b562555" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.149844] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86c7ba43-0add-48dc-a181-a7c69b562555',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.373579] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec53176d-821d-4cc8-a9c8-f60c9af0af86 in Status: SUCCESS [ 973.373844] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec53176d-821d-4cc8-a9c8-f60c9af0af86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.526132] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad693498-16d8-4b31-863d-5bf7ca51991b taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.526464] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.526464] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.526710] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.527109] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.527109] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.527109] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.527398] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.527398] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.527523] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.527669] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad693498-16d8-4b31-863d-5bf7ca51991b taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.527776] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.527828] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.528019] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.528196] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.528299] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.528360] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.528538] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.528611] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.528696] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.528820] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad693498-16d8-4b31-863d-5bf7ca51991b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.643264] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.651384] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f29cb6f8-fd07-43b4-99c6-e1efc52f913b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.654089] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.654429] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.654716] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86c7ba43-0add-48dc-a181-a7c69b562555 with status ACTIVE [ 973.654991] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.655416] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.655416] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.655857] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.655857] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.656075] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.656209] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.656288] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.656517] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.656655] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.657027] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.657027] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.657373] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.657373] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.657442] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.657780] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86c7ba43-0add-48dc-a181-a7c69b562555 is going to be updated. [ 973.681358] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.681557] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.681647] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.681880] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.682111] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.682311] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86c7ba43-0add-48dc-a181-a7c69b562555" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.949615] env[65068]: INFO networking_nsxv3.common.synchronization [req-4418c15d-10d5-4413-a6d2-c1479781ace1 req-0068a5e9-e0a6-4ca1-b62f-700391b9d1ab tempest-AttachVolumeNegativeTest-782383804 tempest-AttachVolumeNegativeTest-782383804-project-member] Enqueued Resource ID: 99579b0f-3521-489e-96ab-1e25d29fe225 with Priority: HIGHEST for action security_group_members [ 973.950246] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99579b0f-3521-489e-96ab-1e25d29fe225 with Priority: HIGHEST for action security_group_members [ 973.950570] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-99579b0f-3521-489e-96ab-1e25d29fe225 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.950689] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99579b0f-3521-489e-96ab-1e25d29fe225" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.950756] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99579b0f-3521-489e-96ab-1e25d29fe225" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.951023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99579b0f-3521-489e-96ab-1e25d29fe225" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.951184] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.951285] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.951349] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.951501] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.951635] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.951707] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99579b0f-3521-489e-96ab-1e25d29fe225',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.036283] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad693498-16d8-4b31-863d-5bf7ca51991b: rpc.has_security_group_logging(os_id): False [ 974.058491] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.058642] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.058739] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.059029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.059376] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.059376] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.060118] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.060118] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.060118] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.060118] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.060118] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.060118] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.060118] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.060338] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.060338] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.060618] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.061078] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.061078] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.061078] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.061078] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.061078] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad693498-16d8-4b31-863d-5bf7ca51991b is going to be updated. [ 974.127976] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.128164] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.128246] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.129386] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.129386] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.141511] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad693498-16d8-4b31-863d-5bf7ca51991b in Status: IN_PROGRESS for 2s [ 974.147091] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.147234] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.147350] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.147540] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.147630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.147747] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6204eb35-df30-40b2-990a-328fb715bd34 is going to be updated. [ 974.160756] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f29cb6f8-fd07-43b4-99c6-e1efc52f913b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.180256] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.180651] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.180767] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.180984] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.181154] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.194205] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: IN_PROGRESS for 2s [ 974.299740] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-693 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.299921] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-693" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.300048] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-693" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.300384] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-693" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.300702] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.300871] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.303599] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.304020] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.304100] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.304506] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.304661] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 974.304833] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 974.304881] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 974.305051] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.305297] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 974.305297] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 974.341221] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 974.341615] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 974.341806] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 974.342090] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-693" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.342527] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-7927fc3f-82fc-48cb-8211-b91f19075dae taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.342756] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-7927fc3f-82fc-48cb-8211-b91f19075dae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.342910] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-7927fc3f-82fc-48cb-8211-b91f19075dae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.343329] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-7927fc3f-82fc-48cb-8211-b91f19075dae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.343483] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7927fc3f-82fc-48cb-8211-b91f19075dae',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.454486] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.454772] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.454772] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.454957] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.455077] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.455313] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.455619] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.455619] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.455835] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.455835] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.455957] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99579b0f-3521-489e-96ab-1e25d29fe225 already deleted. [ 974.456036] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99579b0f-3521-489e-96ab-1e25d29fe225" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.663616] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.663900] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.663958] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.664831] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.664938] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.665282] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b is going to be created. [ 974.693564] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.693906] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.693906] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.694114] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.694246] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.706942] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b in Status: UNINITIALIZED for 2s [ 974.847609] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.848053] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.848199] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.848483] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.848639] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.848790] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 7927fc3f-82fc-48cb-8211-b91f19075dae not found, creating... [ 974.849067] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.849229] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.849410] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.849649] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.849785] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.850171] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.850259] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.850386] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.850612] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.850745] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.850882] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 7927fc3f-82fc-48cb-8211-b91f19075dae is going to be created. [ 974.872953] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.873225] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.873350] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.873628] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.873854] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.874123] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-7927fc3f-82fc-48cb-8211-b91f19075dae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.582348] env[65068]: INFO networking_nsxv3.common.synchronization [req-4418c15d-10d5-4413-a6d2-c1479781ace1 req-e9c731f4-011d-4627-b858-a6d463c09f44 service nova] Enqueued Resource ID: 99579b0f-3521-489e-96ab-1e25d29fe225 with Priority: HIGHEST for action security_group_rules [ 975.582629] env[65068]: INFO networking_nsxv3.common.synchronization [req-4418c15d-10d5-4413-a6d2-c1479781ace1 req-e9c731f4-011d-4627-b858-a6d463c09f44 service nova] Enqueued Resource ID: 99579b0f-3521-489e-96ab-1e25d29fe225 with Priority: HIGHEST for action security_group_members [ 975.582669] env[65068]: INFO networking_nsxv3.common.synchronization [req-4418c15d-10d5-4413-a6d2-c1479781ace1 req-e9c731f4-011d-4627-b858-a6d463c09f44 service nova] Enqueued Resource ID: 7927fc3f-82fc-48cb-8211-b91f19075dae with Priority: HIGHEST for action port [ 975.585786] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99579b0f-3521-489e-96ab-1e25d29fe225 with Priority: HIGHEST for action security_group_rules [ 975.585900] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99579b0f-3521-489e-96ab-1e25d29fe225 with Priority: HIGHEST for action security_group_members [ 975.586008] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7927fc3f-82fc-48cb-8211-b91f19075dae with Priority: HIGHEST for action port [ 975.586326] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99579b0f-3521-489e-96ab-1e25d29fe225 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.586455] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99579b0f-3521-489e-96ab-1e25d29fe225" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.586523] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99579b0f-3521-489e-96ab-1e25d29fe225" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.586814] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99579b0f-3521-489e-96ab-1e25d29fe225" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.586814] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99579b0f-3521-489e-96ab-1e25d29fe225',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.587741] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-99579b0f-3521-489e-96ab-1e25d29fe225 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.587856] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99579b0f-3521-489e-96ab-1e25d29fe225" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.587922] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99579b0f-3521-489e-96ab-1e25d29fe225" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.588109] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99579b0f-3521-489e-96ab-1e25d29fe225" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.588257] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.588350] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.588412] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.588561] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.588645] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.588741] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99579b0f-3521-489e-96ab-1e25d29fe225',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.589830] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-7927fc3f-82fc-48cb-8211-b91f19075dae taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.590237] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7927fc3f-82fc-48cb-8211-b91f19075dae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.590237] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7927fc3f-82fc-48cb-8211-b91f19075dae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.590237] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7927fc3f-82fc-48cb-8211-b91f19075dae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.590360] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7927fc3f-82fc-48cb-8211-b91f19075dae',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.091891] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-99579b0f-3521-489e-96ab-1e25d29fe225 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.092050] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99579b0f-3521-489e-96ab-1e25d29fe225" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.092710] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99579b0f-3521-489e-96ab-1e25d29fe225',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.093118] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7927fc3f-82fc-48cb-8211-b91f19075dae with status ACTIVE [ 976.094037] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.094037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.094037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.094037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.094037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.094037] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.094429] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.094429] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.094429] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.094429] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.094550] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.094629] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.094662] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.094795] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.094863] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.094942] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7927fc3f-82fc-48cb-8211-b91f19075dae is going to be updated. [ 976.120613] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.120749] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.121257] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.123191] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.124394] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.124394] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7927fc3f-82fc-48cb-8211-b91f19075dae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.162928] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad693498-16d8-4b31-863d-5bf7ca51991b in Status: SUCCESS [ 976.163171] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.205275] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: SUCCESS [ 976.205728] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.207738] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.207738] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.207738] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.207738] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.207738] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.207738] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.207738] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.207738] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.207738] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.406929] env[65068]: INFO networking_nsxv3.common.synchronization [req-532ad066-9620-4efe-a18c-b0b020d394f4 req-94477c4e-16dd-4ae6-ba11-0faa5139f752 tempest-ImagesTestJSON-448346640 tempest-ImagesTestJSON-448346640-project-member] Enqueued Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_members [ 976.407563] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_members [ 976.407873] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.407997] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.408272] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.408533] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.408704] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.408807] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.408873] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.409093] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.409235] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.409381] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.597710] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99579b0f-3521-489e-96ab-1e25d29fe225',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.710241] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.710555] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.710938] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.710938] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.711192] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.711347] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.711435] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.711627] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.711761] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.711878] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.712086] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.713608] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.713608] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.713608] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.713608] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.713608] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.713608] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.713608] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.713608] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.713608] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.713608] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.722367] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b in Status: SUCCESS [ 976.722592] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.722759] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.722973] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.723172] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.723283] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.723349] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.723498] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.723596] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.723681] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.723769] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f29cb6f8-fd07-43b4-99c6-e1efc52f913b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.809626] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-286 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.809626] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-286" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.809626] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-286" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.809626] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-286" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.809626] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.809626] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.809626] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.810053] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.810179] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.810417] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.810536] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.810644] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.810747] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.810855] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.810957] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.811161] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.836123] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.836428] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 976.836579] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.836831] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-286" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.837212] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-e870de20-b4a9-4208-ac92-20620b3112d8 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.837419] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-e870de20-b4a9-4208-ac92-20620b3112d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.837491] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-e870de20-b4a9-4208-ac92-20620b3112d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.837810] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-e870de20-b4a9-4208-ac92-20620b3112d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.837952] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e870de20-b4a9-4208-ac92-20620b3112d8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.912409] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.912409] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.912409] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.912409] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.912409] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.912409] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.912409] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.912409] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.912409] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.913050] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.913050] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f37566-8d6f-4140-937f-3574279acbe9 is going to be updated. [ 976.945428] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.945637] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.945692] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.946710] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.946710] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.962267] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: IN_PROGRESS for 2s [ 977.099819] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.100051] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.100135] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.100421] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.100536] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.100681] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99579b0f-3521-489e-96ab-1e25d29fe225 is going to be created. [ 977.127508] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.127508] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.127508] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.127789] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.127826] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.139658] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99579b0f-3521-489e-96ab-1e25d29fe225 in Status: UNINITIALIZED for 2s [ 977.215442] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6204eb35-df30-40b2-990a-328fb715bd34: rpc.has_security_group_logging(os_id): False [ 977.227427] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f29cb6f8-fd07-43b4-99c6-e1efc52f913b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.235765] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.235973] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.235973] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.236558] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.236666] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.236904] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.237022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.237088] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.237329] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.237410] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.237646] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.237745] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.237817] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.237978] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.238066] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.238269] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.238365] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.238427] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.238674] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.238792] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.238847] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6204eb35-df30-40b2-990a-328fb715bd34 is going to be updated. [ 977.329552] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.329843] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.329843] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.330113] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.330381] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.343051] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.343326] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.343990] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.343990] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.343990] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.344204] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port e870de20-b4a9-4208-ac92-20620b3112d8 not found, creating... [ 977.344558] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.344813] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.344970] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.345351] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.345584] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.345950] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.346133] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.346289] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.346526] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.346758] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.346997] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: e870de20-b4a9-4208-ac92-20620b3112d8 is going to be created. [ 977.361440] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: IN_PROGRESS for 2s [ 977.379530] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.379984] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.380293] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.380771] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.381051] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.381310] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-e870de20-b4a9-4208-ac92-20620b3112d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.730120] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f29cb6f8-fd07-43b4-99c6-e1efc52f913b: rpc.has_security_group_logging(os_id): False [ 977.760916] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.761251] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.761319] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.761616] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.761775] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.762231] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.762331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.762656] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.762731] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.763709] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.763709] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b is going to be created. [ 977.859993] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.860159] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.860216] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.860494] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.860802] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.875780] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b in Status: IN_PROGRESS for 2s [ 978.103740] env[65068]: INFO networking_nsxv3.common.synchronization [req-532ad066-9620-4efe-a18c-b0b020d394f4 req-a8fc48ad-e375-4eaf-baae-b1826f9f68a7 service nova] Enqueued Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_rules [ 978.103923] env[65068]: INFO networking_nsxv3.common.synchronization [req-532ad066-9620-4efe-a18c-b0b020d394f4 req-a8fc48ad-e375-4eaf-baae-b1826f9f68a7 service nova] Enqueued Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_members [ 978.104075] env[65068]: INFO networking_nsxv3.common.synchronization [req-532ad066-9620-4efe-a18c-b0b020d394f4 req-a8fc48ad-e375-4eaf-baae-b1826f9f68a7 service nova] Enqueued Resource ID: e870de20-b4a9-4208-ac92-20620b3112d8 with Priority: HIGHEST for action port [ 978.104596] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_rules [ 978.104725] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_members [ 978.104824] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e870de20-b4a9-4208-ac92-20620b3112d8 with Priority: HIGHEST for action port [ 978.105377] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.107942] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.108037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.108251] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.108336] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.112107] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.112107] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.112107] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-e870de20-b4a9-4208-ac92-20620b3112d8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.112107] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e870de20-b4a9-4208-ac92-20620b3112d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.112107] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e870de20-b4a9-4208-ac92-20620b3112d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.112107] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e870de20-b4a9-4208-ac92-20620b3112d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.112107] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e870de20-b4a9-4208-ac92-20620b3112d8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.484854] env[65068]: INFO networking_nsxv3.common.synchronization [req-8aded361-a9f3-40eb-beee-ca53710a0066 req-85aa6d17-dc34-4f5a-b3ad-bda8efb142d3 tempest-ServersV294TestFqdnHostnames-1889789597 tempest-ServersV294TestFqdnHostnames-1889789597-project-member] Enqueued Resource ID: aa116642-f2d1-4f1d-9a3e-21fd84d9f623 with Priority: HIGHEST for action security_group_members [ 978.489158] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa116642-f2d1-4f1d-9a3e-21fd84d9f623 with Priority: HIGHEST for action security_group_members [ 978.492073] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa116642-f2d1-4f1d-9a3e-21fd84d9f623 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.492073] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa116642-f2d1-4f1d-9a3e-21fd84d9f623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.492073] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa116642-f2d1-4f1d-9a3e-21fd84d9f623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.492073] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa116642-f2d1-4f1d-9a3e-21fd84d9f623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.492073] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.492073] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.492073] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.492073] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.492442] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.492442] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa116642-f2d1-4f1d-9a3e-21fd84d9f623',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.612518] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e870de20-b4a9-4208-ac92-20620b3112d8 with status ACTIVE [ 978.612518] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.612681] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.612718] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.615033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.615033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.615033] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.615033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.615033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.615033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.615033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.615033] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.615033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.615033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.615033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.615033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.615033] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e870de20-b4a9-4208-ac92-20620b3112d8 is going to be updated. [ 978.615869] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.616079] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.637531] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.637677] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.637766] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.637986] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.638149] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.638548] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e870de20-b4a9-4208-ac92-20620b3112d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.972855] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: SUCCESS [ 978.973245] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f37566-8d6f-4140-937f-3574279acbe9 deletion is rescheduled due to dependency. [ 978.973245] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.973318] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.973527] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.973746] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.973898] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.973990] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.974213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.974320] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.974424] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.997422] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.997422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.997422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.997422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.997422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.997422] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.997422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.997422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.997422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.997422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.997422] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa116642-f2d1-4f1d-9a3e-21fd84d9f623 is going to be updated. [ 979.024372] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.024721] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.024894] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.025188] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.027079] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.038265] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa116642-f2d1-4f1d-9a3e-21fd84d9f623 in Status: IN_PROGRESS for 2s [ 979.152039] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99579b0f-3521-489e-96ab-1e25d29fe225 in Status: SUCCESS [ 979.152254] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99579b0f-3521-489e-96ab-1e25d29fe225" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.152415] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99579b0f-3521-489e-96ab-1e25d29fe225" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.152639] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99579b0f-3521-489e-96ab-1e25d29fe225" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.152827] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.152939] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.153045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.153164] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.153879] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.153879] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99579b0f-3521-489e-96ab-1e25d29fe225" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.153879] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99579b0f-3521-489e-96ab-1e25d29fe225',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.381764] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: SUCCESS [ 979.381764] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.480303] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.656767] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99579b0f-3521-489e-96ab-1e25d29fe225',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.889814] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b in Status: SUCCESS [ 979.891246] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.982500] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.159168] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99579b0f-3521-489e-96ab-1e25d29fe225: rpc.has_security_group_logging(os_id): False [ 980.179293] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.181810] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.181810] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.181810] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.181810] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.181810] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.181810] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.181810] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.181810] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.181810] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.181810] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99579b0f-3521-489e-96ab-1e25d29fe225 is going to be created. [ 980.247266] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.247454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.247499] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.247712] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.247912] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.262574] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99579b0f-3521-489e-96ab-1e25d29fe225 in Status: IN_PROGRESS for 2s [ 980.485663] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.485816] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.485893] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.486319] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.486397] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.486505] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f37566-8d6f-4140-937f-3574279acbe9 is going to be updated. [ 980.525233] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.525737] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.525878] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.526223] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.526400] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.538885] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: IN_PROGRESS for 2s [ 980.811525] env[65068]: INFO networking_nsxv3.common.synchronization [None req-ea67b6d1-f467-4fe5-bd23-251fbfd1a65a None None] Enqueued Resource ID: 50d5816d-ed63-4999-b26d-5e060d8facd6 with Priority: HIGHEST for action port [ 980.812562] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d5816d-ed63-4999-b26d-5e060d8facd6 with Priority: HIGHEST for action port [ 980.818298] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-50d5816d-ed63-4999-b26d-5e060d8facd6 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.818451] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50d5816d-ed63-4999-b26d-5e060d8facd6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.818558] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50d5816d-ed63-4999-b26d-5e060d8facd6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.818814] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50d5816d-ed63-4999-b26d-5e060d8facd6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.818903] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50d5816d-ed63-4999-b26d-5e060d8facd6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.050031] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa116642-f2d1-4f1d-9a3e-21fd84d9f623 in Status: SUCCESS [ 981.051116] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa116642-f2d1-4f1d-9a3e-21fd84d9f623 deletion is rescheduled due to dependency. [ 981.051116] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa116642-f2d1-4f1d-9a3e-21fd84d9f623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.321800] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50d5816d-ed63-4999-b26d-5e060d8facd6 [ 981.322050] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.322191] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.322264] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.324518] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.324518] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.324518] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50d5816d-ed63-4999-b26d-5e060d8facd6 already deleted. [ 981.324518] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50d5816d-ed63-4999-b26d-5e060d8facd6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.279046] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99579b0f-3521-489e-96ab-1e25d29fe225 in Status: SUCCESS [ 982.279310] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99579b0f-3521-489e-96ab-1e25d29fe225" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.550625] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: SUCCESS [ 982.551985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.551985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.551985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.551985] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.551985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.551985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.551985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.551985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.551985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.552410] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.054788] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.055061] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.055061] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.056364] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.056364] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.056364] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.056364] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.056364] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.056364] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.056364] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.056364] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.056364] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.056364] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.056364] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.057073] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.057073] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.057073] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.057073] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.057073] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.057073] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.057073] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.450374] env[65068]: INFO networking_nsxv3.common.synchronization [None req-fe110782-dfdd-4361-a94e-56803a3955da None None] Enqueued Resource ID: 54b081ae-f5db-440a-a609-51e1be36671e with Priority: HIGHEST for action port [ 983.450985] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54b081ae-f5db-440a-a609-51e1be36671e with Priority: HIGHEST for action port [ 983.451317] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-54b081ae-f5db-440a-a609-51e1be36671e taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.453130] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54b081ae-f5db-440a-a609-51e1be36671e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.453257] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54b081ae-f5db-440a-a609-51e1be36671e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.453479] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54b081ae-f5db-440a-a609-51e1be36671e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.453567] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54b081ae-f5db-440a-a609-51e1be36671e',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.559430] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61f37566-8d6f-4140-937f-3574279acbe9: rpc.has_security_group_logging(os_id): False [ 983.582085] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.582286] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.582359] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.582791] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.582791] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.582969] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.583109] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.583176] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.583354] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.583434] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.583681] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.584141] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.584141] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.584141] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.585695] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.586974] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.587160] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.587160] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.587452] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.587551] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.587586] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61f37566-8d6f-4140-937f-3574279acbe9 is going to be updated. [ 983.665265] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.665492] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.665492] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.665731] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.665876] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.685445] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: IN_PROGRESS for 2s [ 983.703618] env[65068]: INFO networking_nsxv3.common.synchronization [req-ce8d9750-37e6-4601-af5a-9c28c39be3d5 req-0e453a41-dfc5-469d-a991-1d656e7acaa1 tempest-ServerActionsTestJSON-920019273 tempest-ServerActionsTestJSON-920019273-project-member] Enqueued Resource ID: dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 with Priority: HIGHEST for action security_group_members [ 983.704328] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 with Priority: HIGHEST for action security_group_members [ 983.704675] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.704818] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.705087] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.705828] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.706018] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.706150] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.706216] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.706432] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.706527] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.706611] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbeb29a5-fa5d-453a-88db-1e567ffb3ad8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.956810] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54b081ae-f5db-440a-a609-51e1be36671e [ 983.957070] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.957274] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.957417] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.957850] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.957992] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.958060] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54b081ae-f5db-440a-a609-51e1be36671e already deleted. [ 983.958133] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54b081ae-f5db-440a-a609-51e1be36671e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.211086] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.211086] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.211086] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.211086] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.211086] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.211086] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.211086] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.211086] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.211086] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.211086] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.211086] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 already deleted. [ 984.211086] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.458988] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-95 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.462398] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-95" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.462398] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-95" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.462398] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-95" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.462398] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.462398] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.462398] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.462398] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.462398] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.462398] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.462398] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 984.462398] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 984.462398] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 984.463208] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.463208] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 984.463208] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 984.484556] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 984.484556] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 984.484752] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 984.485068] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-95" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.485530] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-7bb46e1e-da15-46b3-bd25-b3ec20a4048e taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.485858] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-7bb46e1e-da15-46b3-bd25-b3ec20a4048e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.486010] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-7bb46e1e-da15-46b3-bd25-b3ec20a4048e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.487067] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-7bb46e1e-da15-46b3-bd25-b3ec20a4048e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.487067] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bb46e1e-da15-46b3-bd25-b3ec20a4048e',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.991842] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.991842] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.991842] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.991842] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.991842] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.991842] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 7bb46e1e-da15-46b3-bd25-b3ec20a4048e not found, creating... [ 984.991842] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.991842] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.992352] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.992352] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.992438] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.993285] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.993285] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.993451] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.993652] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.995228] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.995228] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 7bb46e1e-da15-46b3-bd25-b3ec20a4048e is going to be created. [ 985.015677] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.015677] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.015677] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.016417] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.016563] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.017377] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-7bb46e1e-da15-46b3-bd25-b3ec20a4048e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.375741] env[65068]: INFO networking_nsxv3.common.synchronization [None req-750c5d79-c93c-488c-87c8-da86e6a84516 None None] Enqueued Resource ID: a34043b5-d1f3-492b-9276-2907b95505ce with Priority: HIGHEST for action port [ 985.376497] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a34043b5-d1f3-492b-9276-2907b95505ce with Priority: HIGHEST for action port [ 985.380561] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-a34043b5-d1f3-492b-9276-2907b95505ce taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.381162] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a34043b5-d1f3-492b-9276-2907b95505ce" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.381162] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a34043b5-d1f3-492b-9276-2907b95505ce" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.381374] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a34043b5-d1f3-492b-9276-2907b95505ce" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.381374] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a34043b5-d1f3-492b-9276-2907b95505ce',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.703566] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: SUCCESS [ 985.703970] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.813618] env[65068]: INFO networking_nsxv3.common.synchronization [req-ce8d9750-37e6-4601-af5a-9c28c39be3d5 req-5cd02669-8e25-481c-b95c-64605c705087 service nova] Enqueued Resource ID: dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 with Priority: HIGHEST for action security_group_rules [ 985.813863] env[65068]: INFO networking_nsxv3.common.synchronization [req-ce8d9750-37e6-4601-af5a-9c28c39be3d5 req-5cd02669-8e25-481c-b95c-64605c705087 service nova] Enqueued Resource ID: dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 with Priority: HIGHEST for action security_group_members [ 985.813937] env[65068]: INFO networking_nsxv3.common.synchronization [req-ce8d9750-37e6-4601-af5a-9c28c39be3d5 req-5cd02669-8e25-481c-b95c-64605c705087 service nova] Enqueued Resource ID: 7bb46e1e-da15-46b3-bd25-b3ec20a4048e with Priority: HIGHEST for action port [ 985.814465] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 with Priority: HIGHEST for action security_group_rules [ 985.814650] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 with Priority: HIGHEST for action security_group_members [ 985.814779] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb46e1e-da15-46b3-bd25-b3ec20a4048e with Priority: HIGHEST for action port [ 985.815233] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.815376] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.815448] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.815695] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.815787] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbeb29a5-fa5d-453a-88db-1e567ffb3ad8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.817068] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.817272] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.817362] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.817536] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.817692] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.817775] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.817837] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.818027] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.818062] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.818153] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbeb29a5-fa5d-453a-88db-1e567ffb3ad8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.819725] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bb46e1e-da15-46b3-bd25-b3ec20a4048e taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.819725] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bb46e1e-da15-46b3-bd25-b3ec20a4048e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.819725] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bb46e1e-da15-46b3-bd25-b3ec20a4048e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.819725] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bb46e1e-da15-46b3-bd25-b3ec20a4048e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.819725] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bb46e1e-da15-46b3-bd25-b3ec20a4048e',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.884017] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a34043b5-d1f3-492b-9276-2907b95505ce [ 985.884603] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.884603] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.884603] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.884795] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.884795] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.884871] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a34043b5-d1f3-492b-9276-2907b95505ce already deleted. [ 985.885033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a34043b5-d1f3-492b-9276-2907b95505ce" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.318259] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.318418] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.319805] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbeb29a5-fa5d-453a-88db-1e567ffb3ad8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.322259] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bb46e1e-da15-46b3-bd25-b3ec20a4048e with status ACTIVE [ 986.322453] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.323424] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.323424] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.323424] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.323424] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.323424] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.323424] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.323708] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.323708] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.323708] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.323865] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.323955] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.324022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.324163] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.324236] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.324319] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bb46e1e-da15-46b3-bd25-b3ec20a4048e is going to be updated. [ 986.348778] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.348980] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.349071] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.349243] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.349360] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.350165] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bb46e1e-da15-46b3-bd25-b3ec20a4048e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.822318] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbeb29a5-fa5d-453a-88db-1e567ffb3ad8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.324692] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.324920] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.324920] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.325204] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.325313] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.325440] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 is going to be created. [ 987.353967] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.353967] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.353967] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.354177] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.354211] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.364394] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 in Status: UNINITIALIZED for 2s [ 988.212822] env[65068]: INFO networking_nsxv3.common.synchronization [None req-0b5a3828-5c36-423e-a806-98fad5c12c8b None None] Enqueued Resource ID: 6371b675-1b8f-46b8-8514-27a8e0dabf51 with Priority: HIGHEST for action port [ 988.213439] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6371b675-1b8f-46b8-8514-27a8e0dabf51 with Priority: HIGHEST for action port [ 988.215790] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-6371b675-1b8f-46b8-8514-27a8e0dabf51 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.215921] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6371b675-1b8f-46b8-8514-27a8e0dabf51" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.215967] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6371b675-1b8f-46b8-8514-27a8e0dabf51" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.216337] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6371b675-1b8f-46b8-8514-27a8e0dabf51" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.216454] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6371b675-1b8f-46b8-8514-27a8e0dabf51',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.719867] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6371b675-1b8f-46b8-8514-27a8e0dabf51 [ 988.720162] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.720358] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.720412] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.720649] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.720781] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.720874] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6371b675-1b8f-46b8-8514-27a8e0dabf51 already deleted. [ 988.720961] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6371b675-1b8f-46b8-8514-27a8e0dabf51" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.380083] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 in Status: SUCCESS [ 989.380531] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.380531] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.380803] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.380936] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.381064] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.381143] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.381280] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.381358] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.381443] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.381538] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbeb29a5-fa5d-453a-88db-1e567ffb3ad8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.883816] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbeb29a5-fa5d-453a-88db-1e567ffb3ad8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.388880] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbeb29a5-fa5d-453a-88db-1e567ffb3ad8: rpc.has_security_group_logging(os_id): False [ 990.413498] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.414135] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.414135] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.414362] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.414456] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.414721] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.414880] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.414880] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.415081] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.415159] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.415261] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 is going to be created. [ 990.499035] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.499035] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.499035] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.499035] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.499035] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.510600] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 in Status: IN_PROGRESS for 2s [ 991.945255] env[65068]: INFO networking_nsxv3.common.synchronization [None req-b636048f-24df-4d03-a4ac-ff3b8e6d07bb tempest-ServerDiskConfigTestJSON-2108457671 tempest-ServerDiskConfigTestJSON-2108457671-project-member] Enqueued Resource ID: 2e935cba-2a8a-4549-a75b-bc7d5f0118d4 with Priority: HIGHEST for action security_group_rules [ 991.945801] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e935cba-2a8a-4549-a75b-bc7d5f0118d4 with Priority: HIGHEST for action security_group_rules [ 991.946099] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e935cba-2a8a-4549-a75b-bc7d5f0118d4 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.946215] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e935cba-2a8a-4549-a75b-bc7d5f0118d4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.946539] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e935cba-2a8a-4549-a75b-bc7d5f0118d4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.946539] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e935cba-2a8a-4549-a75b-bc7d5f0118d4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.946654] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e935cba-2a8a-4549-a75b-bc7d5f0118d4',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.045505] env[65068]: INFO networking_nsxv3.common.synchronization [None req-743c0ad4-f900-48b9-b5b9-70e164c8c826 tempest-ServerDiskConfigTestJSON-2108457671 tempest-ServerDiskConfigTestJSON-2108457671-project-member] Enqueued Resource ID: 2e935cba-2a8a-4549-a75b-bc7d5f0118d4 with Priority: HIGHEST for action security_group_rules [ 992.045611] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e935cba-2a8a-4549-a75b-bc7d5f0118d4 with Priority: HIGHEST for action security_group_rules [ 992.046206] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e935cba-2a8a-4549-a75b-bc7d5f0118d4 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.046533] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e935cba-2a8a-4549-a75b-bc7d5f0118d4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.470085] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.470259] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.470319] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.470574] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.470661] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.470737] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e935cba-2a8a-4549-a75b-bc7d5f0118d4 already deleted. [ 992.470842] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e935cba-2a8a-4549-a75b-bc7d5f0118d4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.471022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e935cba-2a8a-4549-a75b-bc7d5f0118d4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.471194] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e935cba-2a8a-4549-a75b-bc7d5f0118d4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.472272] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e935cba-2a8a-4549-a75b-bc7d5f0118d4',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.525825] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 in Status: SUCCESS [ 992.526171] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.994565] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.994843] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.994891] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.995208] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.995345] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.995471] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e935cba-2a8a-4549-a75b-bc7d5f0118d4 already deleted. [ 992.995627] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e935cba-2a8a-4549-a75b-bc7d5f0118d4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.222301] env[65068]: INFO networking_nsxv3.common.synchronization [req-041613b7-9805-4ce6-ae0b-3950cd1b572e req-6cc80ff3-a420-4b97-904e-1daf74d78f0c tempest-ServerDiskConfigTestJSON-2108457671 tempest-ServerDiskConfigTestJSON-2108457671-project-member] Enqueued Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_members [ 995.222843] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_members [ 995.223169] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.223292] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.223359] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.223622] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.223818] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.223925] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.224155] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.224155] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.224302] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.224341] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.734464] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.734464] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.734464] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.734464] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.734464] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.734464] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.734464] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.734464] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.734464] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.734464] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.734464] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d is going to be updated. [ 995.776906] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.777038] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.777082] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.777299] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.777531] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.790647] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: IN_PROGRESS for 2s [ 995.810118] env[65068]: INFO networking_nsxv3.common.synchronization [req-36e7fa76-0f88-41d2-b233-e1d2f20947c3 req-21d0ab4a-4fee-4265-a596-0d3976c18646 tempest-ServersTestJSON-948800146 tempest-ServersTestJSON-948800146-project-member] Enqueued Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 995.810118] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 995.810118] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.810118] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.810118] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.814438] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.814438] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.814438] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.814438] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.814438] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.814438] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.814438] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.265021] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-104 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.265021] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-104" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.268213] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-104" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.268213] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-104" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.268213] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.268213] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.268213] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.268213] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.268213] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.268213] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.268213] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.268213] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.268213] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.268937] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.268937] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.268937] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.290419] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.290828] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 996.291059] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.291336] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-104" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.291669] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-19c10f7e-698a-4a33-9ca0-10e5983319d7 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.291875] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-19c10f7e-698a-4a33-9ca0-10e5983319d7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.292063] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-19c10f7e-698a-4a33-9ca0-10e5983319d7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.292344] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-19c10f7e-698a-4a33-9ca0-10e5983319d7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.292481] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19c10f7e-698a-4a33-9ca0-10e5983319d7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.318668] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.795038] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.795377] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.795614] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.796066] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.796321] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.796527] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 19c10f7e-698a-4a33-9ca0-10e5983319d7 not found, creating... [ 996.796860] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.797095] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.797235] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.797587] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.797624] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.797933] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.798117] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.798234] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.798454] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.798593] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.798862] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 19c10f7e-698a-4a33-9ca0-10e5983319d7 is going to be created. [ 996.822361] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.826620] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.826921] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.827134] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.827385] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.827623] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.827851] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-19c10f7e-698a-4a33-9ca0-10e5983319d7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.325107] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.325485] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.325485] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.325630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.325751] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.325913] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6204eb35-df30-40b2-990a-328fb715bd34 is going to be updated. [ 997.362577] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.362724] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.362802] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.363248] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.363633] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.373199] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: IN_PROGRESS for 2s [ 997.524591] env[65068]: INFO networking_nsxv3.common.synchronization [req-36e7fa76-0f88-41d2-b233-e1d2f20947c3 req-4918063d-ccc0-4a53-8f35-c4c1db46ad55 service nova] Enqueued Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_rules [ 997.524787] env[65068]: INFO networking_nsxv3.common.synchronization [req-36e7fa76-0f88-41d2-b233-e1d2f20947c3 req-4918063d-ccc0-4a53-8f35-c4c1db46ad55 service nova] Enqueued Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 997.524923] env[65068]: INFO networking_nsxv3.common.synchronization [req-36e7fa76-0f88-41d2-b233-e1d2f20947c3 req-4918063d-ccc0-4a53-8f35-c4c1db46ad55 service nova] Enqueued Resource ID: 19c10f7e-698a-4a33-9ca0-10e5983319d7 with Priority: HIGHEST for action port [ 997.525537] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_rules [ 997.525665] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 997.525764] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19c10f7e-698a-4a33-9ca0-10e5983319d7 with Priority: HIGHEST for action port [ 997.528321] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.528321] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.528321] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.528321] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.528321] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.528321] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.528321] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.528321] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-19c10f7e-698a-4a33-9ca0-10e5983319d7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.528321] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19c10f7e-698a-4a33-9ca0-10e5983319d7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.528321] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19c10f7e-698a-4a33-9ca0-10e5983319d7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.528947] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19c10f7e-698a-4a33-9ca0-10e5983319d7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.528947] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19c10f7e-698a-4a33-9ca0-10e5983319d7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.801713] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: SUCCESS [ 997.801713] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d deletion is rescheduled due to dependency. [ 997.801713] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.914682] env[65068]: INFO networking_nsxv3.common.synchronization [req-c52fe118-7b15-4277-9850-add9153c1239 req-1db7f466-48fd-4e75-9dae-1a2be6d3fadd tempest-AttachVolumeTestJSON-1527444388 tempest-AttachVolumeTestJSON-1527444388-project-member] Enqueued Resource ID: a0078c21-1b01-432e-8127-f669c2ed5eae with Priority: HIGHEST for action security_group_members [ 997.915270] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0078c21-1b01-432e-8127-f669c2ed5eae with Priority: HIGHEST for action security_group_members [ 997.915351] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0078c21-1b01-432e-8127-f669c2ed5eae taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.915449] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0078c21-1b01-432e-8127-f669c2ed5eae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.915509] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0078c21-1b01-432e-8127-f669c2ed5eae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.915679] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0078c21-1b01-432e-8127-f669c2ed5eae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.915822] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.915921] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.916525] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.916525] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.916525] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.916525] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0078c21-1b01-432e-8127-f669c2ed5eae',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.030038] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.030246] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.031591] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19c10f7e-698a-4a33-9ca0-10e5983319d7 with status ACTIVE [ 998.031836] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.032105] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.032105] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.032312] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.032404] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.032604] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.032753] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.032849] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.033296] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.033296] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.033605] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.033721] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.033790] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.034446] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.034446] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.034446] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19c10f7e-698a-4a33-9ca0-10e5983319d7 is going to be updated. [ 998.059052] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.059855] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.059855] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.059855] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.059855] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.060287] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19c10f7e-698a-4a33-9ca0-10e5983319d7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.153583] env[65068]: INFO networking_nsxv3.common.synchronization [None req-fdebd51f-b107-46f8-9e79-613c10412cd1 None None] Enqueued Resource ID: 4f536957-db3a-429b-983f-6dce65240b70 with Priority: HIGHEST for action port [ 998.154221] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f536957-db3a-429b-983f-6dce65240b70 with Priority: HIGHEST for action port [ 998.154632] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f536957-db3a-429b-983f-6dce65240b70 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.154827] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f536957-db3a-429b-983f-6dce65240b70" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.154897] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f536957-db3a-429b-983f-6dce65240b70" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.156956] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f536957-db3a-429b-983f-6dce65240b70" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.157283] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f536957-db3a-429b-983f-6dce65240b70',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.418462] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.418884] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.418884] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.419068] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.448702] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.449160] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.449302] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.449622] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.450726] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.450726] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.450726] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0078c21-1b01-432e-8127-f669c2ed5eae is going to be updated. [ 998.499574] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.499777] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.499858] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.500094] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.500259] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.510241] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0078c21-1b01-432e-8127-f669c2ed5eae in Status: IN_PROGRESS for 2s [ 998.661417] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f536957-db3a-429b-983f-6dce65240b70 [ 998.661417] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.661417] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.661417] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.661737] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.661737] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.662125] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f536957-db3a-429b-983f-6dce65240b70 already deleted. [ 998.662125] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f536957-db3a-429b-983f-6dce65240b70" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.383704] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: SUCCESS [ 999.383952] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.384162] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.384385] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.384580] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.384700] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.384767] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.384923] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.385014] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.385111] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.889562] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.248947] env[65068]: INFO networking_nsxv3.common.synchronization [None req-405d8b78-5fed-4ea9-9e78-7490f2cc8c8b None None] Enqueued Resource ID: 7c45a2ed-a897-4181-96ab-016896dee568 with Priority: HIGHEST for action port [ 1000.249642] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c45a2ed-a897-4181-96ab-016896dee568 with Priority: HIGHEST for action port [ 1000.251074] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c45a2ed-a897-4181-96ab-016896dee568 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.251487] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c45a2ed-a897-4181-96ab-016896dee568" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.251487] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c45a2ed-a897-4181-96ab-016896dee568" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.251696] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c45a2ed-a897-4181-96ab-016896dee568" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.251696] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c45a2ed-a897-4181-96ab-016896dee568',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.394444] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.525134] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0078c21-1b01-432e-8127-f669c2ed5eae in Status: SUCCESS [ 1000.525303] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0078c21-1b01-432e-8127-f669c2ed5eae deletion is rescheduled due to dependency. [ 1000.525442] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0078c21-1b01-432e-8127-f669c2ed5eae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.754552] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c45a2ed-a897-4181-96ab-016896dee568 [ 1000.755224] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.755224] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.755224] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.755557] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.755557] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.755557] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c45a2ed-a897-4181-96ab-016896dee568 already deleted. [ 1000.755557] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c45a2ed-a897-4181-96ab-016896dee568" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.898177] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.898624] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.898624] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.898624] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.898786] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.898856] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6204eb35-df30-40b2-990a-328fb715bd34 is going to be updated. [ 1000.930415] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.930415] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.930415] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.930787] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.930787] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.943034] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: IN_PROGRESS for 2s [ 1001.038946] env[65068]: INFO networking_nsxv3.common.synchronization [req-7224bff0-65f0-4b71-8e95-528e1dbd301a req-a67fe737-38e5-4600-af37-e249db34bc4e tempest-ImagesTestJSON-448346640 tempest-ImagesTestJSON-448346640-project-member] Enqueued Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_members [ 1001.038946] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGHEST for action security_group_members [ 1001.039111] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.039267] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.039364] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.039672] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.039868] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.039998] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.040097] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.040512] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.040512] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.040512] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.542538] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.542731] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.542852] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.542994] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.543111] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.543344] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.543446] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.543509] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.543668] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.543741] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.543828] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f37566-8d6f-4140-937f-3574279acbe9 is going to be updated. [ 1001.573669] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.573901] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.573991] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.574239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.574396] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.585475] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: IN_PROGRESS for 2s [ 1002.953705] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: SUCCESS [ 1002.954117] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.954117] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.954302] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.954496] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.954624] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.954701] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.954908] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.954993] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.955093] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.955189] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.406766] env[65068]: INFO networking_nsxv3.common.synchronization [None req-f89d777a-9c59-48ce-88ca-5001901e38fa tempest-ServerRescueNegativeTestJSON-1970848678 tempest-ServerRescueNegativeTestJSON-1970848678-project-member] Enqueued Resource ID: 698bc971-b455-4bb0-a92b-7824721526d8 with Priority: HIGHEST for action security_group_rules [ 1003.407054] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 698bc971-b455-4bb0-a92b-7824721526d8 with Priority: HIGHEST for action security_group_rules [ 1003.407366] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-698bc971-b455-4bb0-a92b-7824721526d8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.407548] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-698bc971-b455-4bb0-a92b-7824721526d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.407624] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-698bc971-b455-4bb0-a92b-7824721526d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.407910] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-698bc971-b455-4bb0-a92b-7824721526d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.407999] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('698bc971-b455-4bb0-a92b-7824721526d8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.457813] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.457990] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.458054] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.458259] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.458702] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.458702] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.458702] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.458855] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.458909] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.459014] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.459226] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.459325] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.459387] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.459636] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.459753] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.459876] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.459918] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.460057] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.460157] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.460315] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.460362] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.503547] env[65068]: INFO networking_nsxv3.common.synchronization [None req-caecb3b9-76a2-4639-98f7-a9f70c7f4168 tempest-ServerRescueNegativeTestJSON-1970848678 tempest-ServerRescueNegativeTestJSON-1970848678-project-member] Enqueued Resource ID: 698bc971-b455-4bb0-a92b-7824721526d8 with Priority: HIGHEST for action security_group_rules [ 1003.504324] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 698bc971-b455-4bb0-a92b-7824721526d8 with Priority: HIGHEST for action security_group_rules [ 1003.504657] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-698bc971-b455-4bb0-a92b-7824721526d8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.504948] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-698bc971-b455-4bb0-a92b-7824721526d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.596085] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f37566-8d6f-4140-937f-3574279acbe9 in Status: SUCCESS [ 1003.596290] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f37566-8d6f-4140-937f-3574279acbe9 deletion is rescheduled due to dependency. [ 1003.596446] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.752778] env[65068]: INFO networking_nsxv3.common.synchronization [req-b4d9dce8-f45c-4691-91b1-43a033f59199 req-b217da67-eed7-4792-ac63-a7cdf10f8d1b tempest-ServersNegativeTestMultiTenantJSON-121019841 tempest-ServersNegativeTestMultiTenantJSON-121019841-project-member] Enqueued Resource ID: 3386cba4-da1e-45cc-afb9-d4de0b9bf124 with Priority: HIGHEST for action security_group_members [ 1003.753406] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3386cba4-da1e-45cc-afb9-d4de0b9bf124 with Priority: HIGHEST for action security_group_members [ 1003.753720] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-3386cba4-da1e-45cc-afb9-d4de0b9bf124 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.753831] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3386cba4-da1e-45cc-afb9-d4de0b9bf124" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.753914] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3386cba4-da1e-45cc-afb9-d4de0b9bf124" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.754491] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3386cba4-da1e-45cc-afb9-d4de0b9bf124" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.754675] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.754786] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.754847] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.755036] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.755141] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.755249] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3386cba4-da1e-45cc-afb9-d4de0b9bf124',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.931357] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.931683] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.931683] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.931813] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.931869] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.931990] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 698bc971-b455-4bb0-a92b-7824721526d8 already deleted. [ 1003.932147] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-698bc971-b455-4bb0-a92b-7824721526d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.932206] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-698bc971-b455-4bb0-a92b-7824721526d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.932365] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-698bc971-b455-4bb0-a92b-7824721526d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.932465] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('698bc971-b455-4bb0-a92b-7824721526d8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.965427] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6204eb35-df30-40b2-990a-328fb715bd34: rpc.has_security_group_logging(os_id): False [ 1003.988134] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.988329] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.988393] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.988640] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.988783] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.988968] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.989095] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.989143] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.989317] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.989400] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.989699] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.989754] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.989848] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.989963] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.990125] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.990325] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.990440] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.990514] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.990673] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.990774] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.991548] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6204eb35-df30-40b2-990a-328fb715bd34 is going to be updated. [ 1004.128325] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.128686] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.128686] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.128817] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.129333] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.162935] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.163401] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-226" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.165679] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-226" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.166335] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-226" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.166683] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.167145] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.167145] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.167368] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.167665] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.168312] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.168312] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.168312] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.168312] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.168492] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.168492] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.168647] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.170698] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: IN_PROGRESS for 2s [ 1004.227158] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.227343] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.059 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1004.227481] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.227706] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-226" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.228136] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-3e0bea5b-cba4-4a26-82ad-df019d9759dc taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.228567] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-3e0bea5b-cba4-4a26-82ad-df019d9759dc" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.228567] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-3e0bea5b-cba4-4a26-82ad-df019d9759dc" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.228711] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-3e0bea5b-cba4-4a26-82ad-df019d9759dc" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.228819] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e0bea5b-cba4-4a26-82ad-df019d9759dc',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.257652] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.257922] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.257922] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.258198] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.258356] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.258679] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.258823] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.258886] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.259090] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.259219] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.259340] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3386cba4-da1e-45cc-afb9-d4de0b9bf124 already deleted. [ 1004.259430] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3386cba4-da1e-45cc-afb9-d4de0b9bf124" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.454674] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.454885] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.454964] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.455201] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.455292] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.455396] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 698bc971-b455-4bb0-a92b-7824721526d8 already deleted. [ 1004.455478] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-698bc971-b455-4bb0-a92b-7824721526d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.731753] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.732039] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.732039] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.732341] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.732530] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.732821] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 3e0bea5b-cba4-4a26-82ad-df019d9759dc not found, creating... [ 1004.733098] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.733259] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.733376] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.733608] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.733748] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.734052] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.734257] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.734378] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.734624] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.734771] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.734911] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 3e0bea5b-cba4-4a26-82ad-df019d9759dc is going to be created. [ 1004.771687] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.771687] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.771687] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.772016] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.772172] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.772401] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-3e0bea5b-cba4-4a26-82ad-df019d9759dc" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.447029] env[65068]: INFO networking_nsxv3.common.synchronization [req-b4d9dce8-f45c-4691-91b1-43a033f59199 req-58e6d33c-1822-4c9c-827f-99e94a2d95d0 service nova] Enqueued Resource ID: 3386cba4-da1e-45cc-afb9-d4de0b9bf124 with Priority: HIGHEST for action security_group_rules [ 1005.447332] env[65068]: INFO networking_nsxv3.common.synchronization [req-b4d9dce8-f45c-4691-91b1-43a033f59199 req-58e6d33c-1822-4c9c-827f-99e94a2d95d0 service nova] Enqueued Resource ID: 3386cba4-da1e-45cc-afb9-d4de0b9bf124 with Priority: HIGHEST for action security_group_members [ 1005.447384] env[65068]: INFO networking_nsxv3.common.synchronization [req-b4d9dce8-f45c-4691-91b1-43a033f59199 req-58e6d33c-1822-4c9c-827f-99e94a2d95d0 service nova] Enqueued Resource ID: 3e0bea5b-cba4-4a26-82ad-df019d9759dc with Priority: HIGHEST for action port [ 1005.448574] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3386cba4-da1e-45cc-afb9-d4de0b9bf124 with Priority: HIGHEST for action security_group_rules [ 1005.448901] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3386cba4-da1e-45cc-afb9-d4de0b9bf124 with Priority: HIGHEST for action security_group_members [ 1005.449940] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e0bea5b-cba4-4a26-82ad-df019d9759dc with Priority: HIGHEST for action port [ 1005.450343] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3386cba4-da1e-45cc-afb9-d4de0b9bf124 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.450477] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3386cba4-da1e-45cc-afb9-d4de0b9bf124" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.450578] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3386cba4-da1e-45cc-afb9-d4de0b9bf124" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.450828] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3386cba4-da1e-45cc-afb9-d4de0b9bf124" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.450984] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3386cba4-da1e-45cc-afb9-d4de0b9bf124',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.452249] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-3386cba4-da1e-45cc-afb9-d4de0b9bf124 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.452381] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3386cba4-da1e-45cc-afb9-d4de0b9bf124" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.452457] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3386cba4-da1e-45cc-afb9-d4de0b9bf124" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.452645] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3386cba4-da1e-45cc-afb9-d4de0b9bf124" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.453171] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.453171] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.453171] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.455381] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.455486] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.455854] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3386cba4-da1e-45cc-afb9-d4de0b9bf124',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.458085] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e0bea5b-cba4-4a26-82ad-df019d9759dc taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.458085] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e0bea5b-cba4-4a26-82ad-df019d9759dc" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.458085] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e0bea5b-cba4-4a26-82ad-df019d9759dc" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.458085] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e0bea5b-cba4-4a26-82ad-df019d9759dc" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.458085] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e0bea5b-cba4-4a26-82ad-df019d9759dc',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.958367] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3386cba4-da1e-45cc-afb9-d4de0b9bf124',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.959467] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-3386cba4-da1e-45cc-afb9-d4de0b9bf124 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.959662] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3386cba4-da1e-45cc-afb9-d4de0b9bf124" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.960934] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e0bea5b-cba4-4a26-82ad-df019d9759dc with status ACTIVE [ 1005.961121] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.961295] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.961295] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.961515] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.961644] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.962033] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.962033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.962033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.962293] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.962293] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.963458] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.963458] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.963458] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.963458] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.963458] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.963458] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e0bea5b-cba4-4a26-82ad-df019d9759dc is going to be updated. [ 1005.988256] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.988256] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.988256] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.988256] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.988256] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.988256] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e0bea5b-cba4-4a26-82ad-df019d9759dc" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.188791] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: SUCCESS [ 1006.188928] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.465409] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3386cba4-da1e-45cc-afb9-d4de0b9bf124',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.967551] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.967804] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.967884] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.968107] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.968220] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.968347] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3386cba4-da1e-45cc-afb9-d4de0b9bf124 is going to be created. [ 1006.994351] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.994511] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.994643] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.994819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.994961] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.006306] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3386cba4-da1e-45cc-afb9-d4de0b9bf124 in Status: UNINITIALIZED for 2s [ 1008.176873] env[65068]: INFO networking_nsxv3.common.synchronization [req-c34d9704-b943-4f5e-bbd6-9c7742fd9917 req-3cd1c0d9-ba6f-4155-9833-0a6e3654f033 tempest-ServersTestJSON-948800146 tempest-ServersTestJSON-948800146-project-member] Enqueued Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 1008.177566] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 1008.177983] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.178358] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.178479] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.178770] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.179034] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.179171] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.179233] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.179421] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.179529] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.179696] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.620431] env[65068]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1008.620551] env[65068]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1008.621598] env[65068]: INFO networking_nsxv3.common.synchronization [req-06ddb660-08a7-42a4-ba4e-ea08a4f9aea4 req-119ffd0f-c6d9-4613-80f2-591310d2c006 tempest-DeleteServersTestJSON-53534962 tempest-DeleteServersTestJSON-53534962-project-member] Enqueued Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 1008.622164] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 1008.622759] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.622759] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.622759] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.622970] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.623016] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.623098] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.623314] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.623314] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.623406] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.623470] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.682109] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.992492] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-643 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.992632] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-643" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.993063] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-643" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.993063] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-643" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.993351] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.993520] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.993611] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.993828] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.993973] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.994189] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.994297] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.994402] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.994510] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.994617] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.994716] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.994843] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.015319] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3386cba4-da1e-45cc-afb9-d4de0b9bf124 in Status: SUCCESS [ 1009.015593] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3386cba4-da1e-45cc-afb9-d4de0b9bf124" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.015806] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3386cba4-da1e-45cc-afb9-d4de0b9bf124" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.016148] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3386cba4-da1e-45cc-afb9-d4de0b9bf124" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.016397] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.016731] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.016801] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.016971] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.017069] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.017199] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3386cba4-da1e-45cc-afb9-d4de0b9bf124" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.017293] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3386cba4-da1e-45cc-afb9-d4de0b9bf124',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.020857] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.020857] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1009.020857] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.020857] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-643" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.020857] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-45fc1981-19f3-4915-be2c-8b4b9b04711c taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.020857] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-45fc1981-19f3-4915-be2c-8b4b9b04711c" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.021327] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-45fc1981-19f3-4915-be2c-8b4b9b04711c" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.021327] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-45fc1981-19f3-4915-be2c-8b4b9b04711c" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.021431] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45fc1981-19f3-4915-be2c-8b4b9b04711c',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.127045] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.127221] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.127294] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.127532] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.127708] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.127911] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.128016] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.128084] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.128249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.128331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.128397] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 is going to be updated. [ 1009.175600] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.175831] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.175883] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.176109] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.176302] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.184191] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.187580] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: IN_PROGRESS for 2s [ 1009.523571] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-3386cba4-da1e-45cc-afb9-d4de0b9bf124 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.523860] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3386cba4-da1e-45cc-afb9-d4de0b9bf124" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.523943] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3386cba4-da1e-45cc-afb9-d4de0b9bf124" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.524201] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3386cba4-da1e-45cc-afb9-d4de0b9bf124" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.524434] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.524568] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.524664] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.524868] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.524988] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.525127] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3386cba4-da1e-45cc-afb9-d4de0b9bf124" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.525336] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-3386cba4-da1e-45cc-afb9-d4de0b9bf124 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.525467] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3386cba4-da1e-45cc-afb9-d4de0b9bf124" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.525558] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3386cba4-da1e-45cc-afb9-d4de0b9bf124" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.525757] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3386cba4-da1e-45cc-afb9-d4de0b9bf124" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.525949] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.526091] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.526174] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.526367] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.526466] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.526587] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3386cba4-da1e-45cc-afb9-d4de0b9bf124" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.526714] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3386cba4-da1e-45cc-afb9-d4de0b9bf124',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.528139] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.528346] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.528466] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.528729] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.528937] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.529140] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 45fc1981-19f3-4915-be2c-8b4b9b04711c not found, creating... [ 1009.529487] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.529744] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.529895] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.530144] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.530286] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.530637] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.530818] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.530926] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.531155] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.531291] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.531431] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 45fc1981-19f3-4915-be2c-8b4b9b04711c is going to be created. [ 1009.551905] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.552150] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.552235] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.552502] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.552733] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.552955] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-45fc1981-19f3-4915-be2c-8b4b9b04711c" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.687047] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.687245] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.687245] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.687398] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.687492] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.687598] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6204eb35-df30-40b2-990a-328fb715bd34 is going to be updated. [ 1009.745142] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.745440] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.745565] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.745877] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.746122] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.769702] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: IN_PROGRESS for 2s [ 1010.034041] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3386cba4-da1e-45cc-afb9-d4de0b9bf124: rpc.has_security_group_logging(os_id): False [ 1010.055482] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.055619] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.055701] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.055920] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.056033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.056448] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.056448] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.056605] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.056775] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.056867] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.057045] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.057155] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.057219] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.057365] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.057489] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.057708] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.057852] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.058219] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.058219] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.058219] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.058373] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3386cba4-da1e-45cc-afb9-d4de0b9bf124 is going to be created. [ 1010.137991] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.138209] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.138258] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.138519] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.138768] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.154977] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3386cba4-da1e-45cc-afb9-d4de0b9bf124 in Status: IN_PROGRESS for 2s [ 1010.285288] env[65068]: INFO networking_nsxv3.common.synchronization [req-06ddb660-08a7-42a4-ba4e-ea08a4f9aea4 req-f5c77a1b-78b1-4f49-b84f-aef893a0190f service nova] Enqueued Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_rules [ 1010.285559] env[65068]: INFO networking_nsxv3.common.synchronization [req-06ddb660-08a7-42a4-ba4e-ea08a4f9aea4 req-f5c77a1b-78b1-4f49-b84f-aef893a0190f service nova] Enqueued Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 1010.285732] env[65068]: INFO networking_nsxv3.common.synchronization [req-06ddb660-08a7-42a4-ba4e-ea08a4f9aea4 req-f5c77a1b-78b1-4f49-b84f-aef893a0190f service nova] Enqueued Resource ID: 45fc1981-19f3-4915-be2c-8b4b9b04711c with Priority: HIGHEST for action port [ 1010.286546] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_rules [ 1010.286737] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 1010.286891] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45fc1981-19f3-4915-be2c-8b4b9b04711c with Priority: HIGHEST for action port [ 1010.287322] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.287498] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.287607] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.287876] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.287998] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.291101] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.291233] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.291497] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-45fc1981-19f3-4915-be2c-8b4b9b04711c taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.291604] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45fc1981-19f3-4915-be2c-8b4b9b04711c" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.291672] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45fc1981-19f3-4915-be2c-8b4b9b04711c" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.292158] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45fc1981-19f3-4915-be2c-8b4b9b04711c" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.292248] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45fc1981-19f3-4915-be2c-8b4b9b04711c',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.794722] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.795070] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.796530] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45fc1981-19f3-4915-be2c-8b4b9b04711c with status ACTIVE [ 1010.796792] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.796985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.797103] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.797436] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.797591] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.797824] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.797938] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.798010] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.798190] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.798272] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.798455] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.798549] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.798611] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.798968] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.798968] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.798968] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45fc1981-19f3-4915-be2c-8b4b9b04711c is going to be updated. [ 1010.821188] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.821339] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.821427] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.821612] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.821747] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.821907] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45fc1981-19f3-4915-be2c-8b4b9b04711c" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.121360] env[65068]: INFO networking_nsxv3.common.synchronization [req-6144727a-578f-4c51-ba34-eb37a35fabca req-98cb1422-51ab-4a7b-99c0-2683ae3a3dcb tempest-ServerDiskConfigTestJSON-2108457671 tempest-ServerDiskConfigTestJSON-2108457671-project-member] Enqueued Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_members [ 1011.122201] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_members [ 1011.122562] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.122693] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.122793] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.122958] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.123126] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.123266] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.123321] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.123434] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.123550] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.123600] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.201623] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: SUCCESS [ 1011.201837] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 deletion is rescheduled due to dependency. [ 1011.201941] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.202197] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.202465] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.202679] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.202860] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.202957] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.203185] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.203265] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.203396] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.626397] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.629898] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.629898] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.629898] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.629898] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.629898] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.629898] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.629898] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.629898] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.629898] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.629898] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d is going to be updated. [ 1011.660020] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.660020] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.660020] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.660020] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.660020] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.670283] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: IN_PROGRESS for 2s [ 1011.706365] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.784893] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: SUCCESS [ 1011.784893] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.918221] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-403 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.918450] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-403" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.918784] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-403" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.918847] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-403" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.919287] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.919480] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.919723] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.919995] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.920166] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.920404] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.920533] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.920644] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.920765] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.920877] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.921010] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.921141] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.941787] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.942076] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1011.942257] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.942501] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-403" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.942892] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-bf816546-ad83-4dae-925d-ea253a5b253a taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.943120] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-bf816546-ad83-4dae-925d-ea253a5b253a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.943291] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-bf816546-ad83-4dae-925d-ea253a5b253a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.943784] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-bf816546-ad83-4dae-925d-ea253a5b253a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.944009] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf816546-ad83-4dae-925d-ea253a5b253a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.167990] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3386cba4-da1e-45cc-afb9-d4de0b9bf124 in Status: SUCCESS [ 1012.168238] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3386cba4-da1e-45cc-afb9-d4de0b9bf124" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.209813] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.447807] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.448062] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.448194] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.448553] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.448707] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.448860] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port bf816546-ad83-4dae-925d-ea253a5b253a not found, creating... [ 1012.449151] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.449373] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.450052] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.450052] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.450191] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.450796] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.450796] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.450796] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.451259] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.451259] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.451327] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: bf816546-ad83-4dae-925d-ea253a5b253a is going to be created. [ 1012.472418] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.472713] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.472905] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.473416] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.474129] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.474129] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-bf816546-ad83-4dae-925d-ea253a5b253a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.712784] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.713132] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.713173] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.713458] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.713562] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.713716] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 is going to be updated. [ 1012.750225] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.750399] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.750461] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.750709] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.750867] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.765096] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: IN_PROGRESS for 2s [ 1013.184219] env[65068]: INFO networking_nsxv3.common.synchronization [req-6144727a-578f-4c51-ba34-eb37a35fabca req-e1cef5e4-4cf0-464b-8d96-8a509607c4f1 service nova] Enqueued Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_rules [ 1013.184319] env[65068]: INFO networking_nsxv3.common.synchronization [req-6144727a-578f-4c51-ba34-eb37a35fabca req-e1cef5e4-4cf0-464b-8d96-8a509607c4f1 service nova] Enqueued Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_members [ 1013.184962] env[65068]: INFO networking_nsxv3.common.synchronization [req-6144727a-578f-4c51-ba34-eb37a35fabca req-e1cef5e4-4cf0-464b-8d96-8a509607c4f1 service nova] Enqueued Resource ID: bf816546-ad83-4dae-925d-ea253a5b253a with Priority: HIGHEST for action port [ 1013.185710] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_rules [ 1013.185842] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_members [ 1013.186274] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf816546-ad83-4dae-925d-ea253a5b253a with Priority: HIGHEST for action port [ 1013.186930] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.187242] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.187366] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.187704] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.187890] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.189283] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.189983] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.189983] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf816546-ad83-4dae-925d-ea253a5b253a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.189983] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf816546-ad83-4dae-925d-ea253a5b253a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.190494] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf816546-ad83-4dae-925d-ea253a5b253a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.190494] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf816546-ad83-4dae-925d-ea253a5b253a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.190698] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf816546-ad83-4dae-925d-ea253a5b253a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.682117] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: IN_PROGRESS for 4s [ 1013.698369] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.698369] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.698369] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf816546-ad83-4dae-925d-ea253a5b253a with status ACTIVE [ 1013.698369] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.698369] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.698369] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.698369] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.698369] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.698369] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.698369] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.698369] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.698369] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.698369] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.698369] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.698929] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.698929] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.698929] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.698929] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.698929] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf816546-ad83-4dae-925d-ea253a5b253a is going to be updated. [ 1013.736680] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.737096] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.737096] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.737244] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.737986] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.737986] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf816546-ad83-4dae-925d-ea253a5b253a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.779672] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: SUCCESS [ 1014.779672] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.780167] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.780167] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.780517] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.780517] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.780812] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.780812] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.780966] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.781076] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.781200] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.284048] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.284048] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.284360] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.284934] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.285032] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.285117] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.285292] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.285455] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.285602] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.285747] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.285914] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.286051] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.286170] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.286365] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.286551] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.286982] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.286982] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.286982] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.286982] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.287183] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.287220] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.569218] env[65068]: INFO networking_nsxv3.common.synchronization [None req-753a0eff-9c00-40f1-a8bd-9a9d091ad94b tempest-AttachVolumeTestJSON-1527444388 tempest-AttachVolumeTestJSON-1527444388-project-member] Enqueued Resource ID: 68cc3b2d-2341-4783-82cf-16fbf92bd8e6 with Priority: HIGHEST for action security_group_rules [ 1015.569882] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cc3b2d-2341-4783-82cf-16fbf92bd8e6 with Priority: HIGHEST for action security_group_rules [ 1015.570894] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68cc3b2d-2341-4783-82cf-16fbf92bd8e6 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.570894] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68cc3b2d-2341-4783-82cf-16fbf92bd8e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.570894] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68cc3b2d-2341-4783-82cf-16fbf92bd8e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.571255] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68cc3b2d-2341-4783-82cf-16fbf92bd8e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.571368] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68cc3b2d-2341-4783-82cf-16fbf92bd8e6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.674159] env[65068]: INFO networking_nsxv3.common.synchronization [None req-e8f852ee-fe91-4b12-8291-e4ad092ff8b9 tempest-AttachVolumeTestJSON-1527444388 tempest-AttachVolumeTestJSON-1527444388-project-member] Enqueued Resource ID: 68cc3b2d-2341-4783-82cf-16fbf92bd8e6 with Priority: HIGHEST for action security_group_rules [ 1015.676235] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cc3b2d-2341-4783-82cf-16fbf92bd8e6 with Priority: HIGHEST for action security_group_rules [ 1015.677270] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68cc3b2d-2341-4783-82cf-16fbf92bd8e6 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.677397] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68cc3b2d-2341-4783-82cf-16fbf92bd8e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.699406] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: SUCCESS [ 1015.699607] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d deletion is rescheduled due to dependency. [ 1015.699804] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.700039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.700286] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.700480] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.700601] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.700681] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.700847] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.700922] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.701051] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.791639] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 940eac30-3ff5-49b7-b364-81e0d7e55b54: rpc.has_security_group_logging(os_id): False [ 1015.814877] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.815048] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.815125] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.815342] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.815425] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.815640] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.815722] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.815788] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.815938] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.816024] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.816230] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.816365] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.816468] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.816627] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.816721] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.816898] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.817037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.817118] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.817228] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.817316] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.817445] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 is going to be updated. [ 1015.885653] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.885788] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.886466] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.886466] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.886466] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.906639] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: IN_PROGRESS for 2s [ 1016.094549] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.094549] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.094814] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.094879] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.094974] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.095089] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68cc3b2d-2341-4783-82cf-16fbf92bd8e6 already deleted. [ 1016.095175] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68cc3b2d-2341-4783-82cf-16fbf92bd8e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.095382] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68cc3b2d-2341-4783-82cf-16fbf92bd8e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.095553] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68cc3b2d-2341-4783-82cf-16fbf92bd8e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.095640] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68cc3b2d-2341-4783-82cf-16fbf92bd8e6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.204073] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.617055] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.617055] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.617055] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.617333] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.617451] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.617561] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68cc3b2d-2341-4783-82cf-16fbf92bd8e6 already deleted. [ 1016.617674] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68cc3b2d-2341-4783-82cf-16fbf92bd8e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.706795] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.210698] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.210698] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.211367] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.211367] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.211367] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.211367] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d is going to be updated. [ 1017.251671] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.252639] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.252639] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.252639] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.253148] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.264307] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: IN_PROGRESS for 2s [ 1017.521997] env[65068]: INFO networking_nsxv3.common.synchronization [req-ae899f81-4731-42c5-a0e8-93e267a29c6d req-7bca096a-b85c-4fcf-8eb2-c711abe3f82e tempest-ServersNegativeTestMultiTenantJSON-121019841 tempest-ServersNegativeTestMultiTenantJSON-121019841-project-member] Enqueued Resource ID: 3386cba4-da1e-45cc-afb9-d4de0b9bf124 with Priority: HIGHEST for action security_group_members [ 1017.522476] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3386cba4-da1e-45cc-afb9-d4de0b9bf124 with Priority: HIGHEST for action security_group_members [ 1017.522825] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-3386cba4-da1e-45cc-afb9-d4de0b9bf124 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.523904] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3386cba4-da1e-45cc-afb9-d4de0b9bf124" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.523904] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3386cba4-da1e-45cc-afb9-d4de0b9bf124" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.523904] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3386cba4-da1e-45cc-afb9-d4de0b9bf124" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.523904] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.523904] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.523904] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.523904] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.523904] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.523904] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3386cba4-da1e-45cc-afb9-d4de0b9bf124',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.575740] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.575894] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.575965] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.576246] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.576376] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.582585] env[65068]: INFO networking_nsxv3.common.synchronization [req-982f6acf-c44b-49f3-9e73-4cb68d474b34 req-5eb6b9d9-908e-4a1b-90ad-a2fa09025860 tempest-ServerRescueTestJSONUnderV235-485913948 tempest-ServerRescueTestJSONUnderV235-485913948-project-member] Enqueued Resource ID: dda791a7-91c7-43d5-a386-940d5ab78edf with Priority: HIGHEST for action security_group_members [ 1017.583132] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dda791a7-91c7-43d5-a386-940d5ab78edf with Priority: HIGHEST for action security_group_members [ 1017.584049] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dda791a7-91c7-43d5-a386-940d5ab78edf taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.584049] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.584049] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.584049] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.584049] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.584333] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.584333] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.584333] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.584439] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.584476] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dda791a7-91c7-43d5-a386-940d5ab78edf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.925556] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: SUCCESS [ 1017.925893] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.983089] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.983254] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-385" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.983354] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-385" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.983704] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-385" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.984106] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.984229] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.984364] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.984632] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.984806] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.984992] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.985379] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.985379] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.985379] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.985498] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.985498] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.986366] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.006495] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.007239] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1018.007239] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.007239] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-385" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.007559] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-4c9b41c3-7d71-49e1-8a63-5a6b784c58cd taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.007809] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-4c9b41c3-7d71-49e1-8a63-5a6b784c58cd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.007964] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-4c9b41c3-7d71-49e1-8a63-5a6b784c58cd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.008332] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-4c9b41c3-7d71-49e1-8a63-5a6b784c58cd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.008503] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c9b41c3-7d71-49e1-8a63-5a6b784c58cd',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.026085] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.026248] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.026316] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.026531] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.026620] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.026819] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.026911] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.026975] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.027135] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.027213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.027344] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3386cba4-da1e-45cc-afb9-d4de0b9bf124 is going to be updated. [ 1018.055957] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.056148] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.056213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.056469] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.056547] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.065774] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3386cba4-da1e-45cc-afb9-d4de0b9bf124 in Status: IN_PROGRESS for 2s [ 1018.078242] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.086881] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.087066] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.087144] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.087309] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.087396] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.087659] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.087759] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.087835] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.087981] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.088068] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.088153] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dda791a7-91c7-43d5-a386-940d5ab78edf already deleted. [ 1018.088232] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.511078] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.511497] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.511564] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.511980] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.512229] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.512464] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 4c9b41c3-7d71-49e1-8a63-5a6b784c58cd not found, creating... [ 1018.512863] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.513119] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.513307] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.513639] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.513855] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.514320] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.514550] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.514729] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.515055] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.515266] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.515476] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 4c9b41c3-7d71-49e1-8a63-5a6b784c58cd is going to be created. [ 1018.547031] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.547337] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.547422] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.547739] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.548027] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.548289] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-4c9b41c3-7d71-49e1-8a63-5a6b784c58cd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.581068] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.083421] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1019.083586] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1019.252425] env[65068]: INFO networking_nsxv3.common.synchronization [req-982f6acf-c44b-49f3-9e73-4cb68d474b34 req-29862f94-2747-47e8-9bca-5b8135effcd9 service nova] Enqueued Resource ID: dda791a7-91c7-43d5-a386-940d5ab78edf with Priority: HIGHEST for action security_group_rules [ 1019.252669] env[65068]: INFO networking_nsxv3.common.synchronization [req-982f6acf-c44b-49f3-9e73-4cb68d474b34 req-29862f94-2747-47e8-9bca-5b8135effcd9 service nova] Enqueued Resource ID: dda791a7-91c7-43d5-a386-940d5ab78edf with Priority: HIGHEST for action security_group_members [ 1019.252834] env[65068]: INFO networking_nsxv3.common.synchronization [req-982f6acf-c44b-49f3-9e73-4cb68d474b34 req-29862f94-2747-47e8-9bca-5b8135effcd9 service nova] Enqueued Resource ID: 4c9b41c3-7d71-49e1-8a63-5a6b784c58cd with Priority: HIGHEST for action port [ 1019.253475] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dda791a7-91c7-43d5-a386-940d5ab78edf with Priority: HIGHEST for action security_group_rules [ 1019.253626] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dda791a7-91c7-43d5-a386-940d5ab78edf with Priority: HIGHEST for action security_group_members [ 1019.253796] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c9b41c3-7d71-49e1-8a63-5a6b784c58cd with Priority: HIGHEST for action port [ 1019.254114] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dda791a7-91c7-43d5-a386-940d5ab78edf taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.254215] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.254280] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.254592] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.254690] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dda791a7-91c7-43d5-a386-940d5ab78edf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.256023] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dda791a7-91c7-43d5-a386-940d5ab78edf taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.256144] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.256246] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.256455] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.256637] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.256754] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.257333] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.257333] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.257333] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.257333] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dda791a7-91c7-43d5-a386-940d5ab78edf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.258181] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c9b41c3-7d71-49e1-8a63-5a6b784c58cd taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.258332] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c9b41c3-7d71-49e1-8a63-5a6b784c58cd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.258399] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c9b41c3-7d71-49e1-8a63-5a6b784c58cd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.258563] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c9b41c3-7d71-49e1-8a63-5a6b784c58cd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.258643] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c9b41c3-7d71-49e1-8a63-5a6b784c58cd',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.275037] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: SUCCESS [ 1019.275099] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.275486] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.275839] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.275928] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.276032] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.276445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.276445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.276445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.276445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.276617] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.760545] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dda791a7-91c7-43d5-a386-940d5ab78edf taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.760545] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.760860] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dda791a7-91c7-43d5-a386-940d5ab78edf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.761742] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c9b41c3-7d71-49e1-8a63-5a6b784c58cd with status ACTIVE [ 1019.762071] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.763032] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.763032] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.763032] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.763032] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.763032] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.763032] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.763032] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.763415] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.763415] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.763415] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.763520] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.763520] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.763684] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.763736] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.763824] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c9b41c3-7d71-49e1-8a63-5a6b784c58cd is going to be updated. [ 1019.778605] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.778759] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.778852] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.779068] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.779241] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.779755] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.779755] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.779755] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.779907] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.779907] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.780035] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.780124] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.780199] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.780421] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.780526] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.780615] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.780676] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.780811] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.780886] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.780967] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.781070] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.790579] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.790809] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.790809] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.791055] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.791202] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.791437] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c9b41c3-7d71-49e1-8a63-5a6b784c58cd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.915352] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.915550] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.915593] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.915811] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.931385] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1019.932493] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.934206] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1019.979026] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.979026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.979026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.979026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.991285] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.992068] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1019.992185] env[65068]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65068) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1019.992253] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1020.033025] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.033187] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.033229] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.033436] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.034692] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.034874] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1020.077166] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3386cba4-da1e-45cc-afb9-d4de0b9bf124 in Status: SUCCESS [ 1020.077374] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3386cba4-da1e-45cc-afb9-d4de0b9bf124 deletion is rescheduled due to dependency. [ 1020.077528] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3386cba4-da1e-45cc-afb9-d4de0b9bf124" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.113701] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.113866] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.113866] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.114070] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.114341] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.115242] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1020.212223] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.212473] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.212541] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.212770] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.212948] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.213261] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:38. [ 1020.213358] env[65068]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'a0078c21-1b01-432e-8127-f669c2ed5eae', '4612a101-4e6e-4c58-aeca-2eecd99093a7', '39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf', '33437932-a8e7-4eb8-b6e5-dab4c40b4676', 'dbeb29a5-fa5d-453a-88db-1e567ffb3ad8', '940eac30-3ff5-49b7-b364-81e0d7e55b54', '98f58e62-9b35-41bd-a32d-beb417ad82fe', '893668e6-0b0e-44d5-9a9b-2e86ad50551f', 'd1e6bf45-c07b-4ef1-adf7-7b145d82eb02', '73592ac0-a8ce-4176-a9fc-043c66f933f8', '62fa64dd-f7c4-469d-ba7c-c8d1c97d5413', '8974ddd6-d699-43c1-b486-a0fbbd07953b', 'e6793400-f2a0-41b3-9252-900ffcea6a55', '134228a9-de28-4cef-889e-ec9058c5b726', '13cfb842-d52f-4a13-a2d2-c6c34cfcbaad', '8e8155f7-f34e-412b-a832-751fa6c10e8e', '7685ec96-4621-4fb8-841f-754c57925977', 'a93fd080-f6c4-40ca-b049-f69dee0b18bb', 'fbcbcf8c-fdc0-4bda-81ba-2f322455e861', '83cc699a-9c42-4ca1-895c-b2eca2a5a0e7', 'aa116642-f2d1-4f1d-9a3e-21fd84d9f623', '20e41a6d-6ed6-40fd-9f08-75285c849a61', '3386cba4-da1e-45cc-afb9-d4de0b9bf124', 'a93dc917-9783-48cc-89e1-ddf8b3f6228d', '6204eb35-df30-40b2-990a-328fb715bd34', '7c521135-df69-4401-8a92-fca440cdd690', '61f37566-8d6f-4140-937f-3574279acbe9', 'ad693498-16d8-4b31-863d-5bf7ca51991b', 'f07f2828-3433-42da-81f8-06cacf626909', '1c8e6f91-ba4d-4db0-a86c-7c254846e4ee', '67990774-1e7f-4eab-af7b-d05f895671a9', 'd1795647-0758-4dd8-b08e-aaa0d985060f', 'ec53176d-821d-4cc8-a9c8-f60c9af0af86', 'ccca694a-776d-4b79-88ab-6c09839dbc7f', 'ca181fdb-c38c-4cc4-b85d-46133253fb9b', '99579b0f-3521-489e-96ab-1e25d29fe225', '675fab9d-1013-442d-9ede-95c2b5f2902a', 'f29cb6f8-fd07-43b4-99c6-e1efc52f913b'} {{(pid=65068) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1020.213468] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1020.237110] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.237402] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.237402] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.239676] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.239676] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.239676] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1020.239676] env[65068]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65068) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1020.239676] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1020.266493] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dda791a7-91c7-43d5-a386-940d5ab78edf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.284335] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a93dc917-9783-48cc-89e1-ddf8b3f6228d: rpc.has_security_group_logging(os_id): False [ 1020.306550] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.307009] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.307009] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.307281] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.323900] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.324027] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.324089] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.324392] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.327154] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.327154] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1020.327154] env[65068]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65068) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1020.327455] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1020.327582] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1020.328416] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/38 resources of Type:Security Group Rules [ 1020.328493] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a0078c21-1b01-432e-8127-f669c2ed5eae with Priority: HIGH for action security_group_rules [ 1020.328550] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGH for action security_group_rules [ 1020.328621] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf with Priority: HIGH for action security_group_rules [ 1020.328698] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33437932-a8e7-4eb8-b6e5-dab4c40b4676 with Priority: HIGH for action security_group_rules [ 1020.328762] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 with Priority: HIGH for action security_group_rules [ 1020.328814] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGH for action security_group_rules [ 1020.328883] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe with Priority: HIGH for action security_group_rules [ 1020.328953] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 893668e6-0b0e-44d5-9a9b-2e86ad50551f with Priority: HIGH for action security_group_rules [ 1020.329056] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGH for action security_group_rules [ 1020.329426] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 with Priority: HIGH for action security_group_rules [ 1020.329520] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 with Priority: HIGH for action security_group_rules [ 1020.329595] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGH for action security_group_rules [ 1020.329681] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e6793400-f2a0-41b3-9252-900ffcea6a55 with Priority: HIGH for action security_group_rules [ 1020.329764] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 134228a9-de28-4cef-889e-ec9058c5b726 with Priority: HIGH for action security_group_rules [ 1020.329840] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 13cfb842-d52f-4a13-a2d2-c6c34cfcbaad with Priority: HIGH for action security_group_rules [ 1020.329932] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e8155f7-f34e-412b-a832-751fa6c10e8e with Priority: HIGH for action security_group_rules [ 1020.330000] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7685ec96-4621-4fb8-841f-754c57925977 with Priority: HIGH for action security_group_rules [ 1020.330089] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a93fd080-f6c4-40ca-b049-f69dee0b18bb with Priority: HIGH for action security_group_rules [ 1020.330167] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGH for action security_group_rules [ 1020.330167] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 with Priority: HIGH for action security_group_rules [ 1020.330296] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.331493] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.331769] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.331896] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.331960] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.332165] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.332248] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.332464] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.332565] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.332625] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.332777] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.332854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.333086] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.333215] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.333293] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.333416] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.333489] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.333563] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d is going to be updated. [ 1020.405914] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.406095] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.406176] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.406415] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.406662] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.424992] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: IN_PROGRESS for 2s [ 1020.769406] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.769970] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.769970] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.769970] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.770157] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.770157] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dda791a7-91c7-43d5-a386-940d5ab78edf is going to be created. [ 1020.796223] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.796386] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.796459] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.796686] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.796863] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.811117] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dda791a7-91c7-43d5-a386-940d5ab78edf in Status: UNINITIALIZED for 2s [ 1021.971737] env[65068]: INFO networking_nsxv3.common.synchronization [req-dc9ca478-afd5-47bb-a686-1dc325d8a2df req-cd760d43-ca3b-4aa2-a135-19929db44ad1 tempest-ServerRescueNegativeTestJSON-1970848678 tempest-ServerRescueNegativeTestJSON-1970848678-project-member] Enqueued Resource ID: 698bc971-b455-4bb0-a92b-7824721526d8 with Priority: HIGHEST for action security_group_members [ 1021.972312] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 698bc971-b455-4bb0-a92b-7824721526d8 with Priority: HIGHEST for action security_group_members [ 1021.972482] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0078c21-1b01-432e-8127-f669c2ed5eae with Priority: HIGH for action security_group_rules [ 1021.973743] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf with Priority: HIGH for action security_group_rules [ 1021.973743] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe with Priority: HIGH for action security_group_rules [ 1021.973743] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13cfb842-d52f-4a13-a2d2-c6c34cfcbaad with Priority: HIGH for action security_group_rules [ 1021.973743] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 with Priority: HIGH for action security_group_rules [ 1021.973743] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 with Priority: HIGH for action security_group_rules [ 1021.973743] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93fd080-f6c4-40ca-b049-f69dee0b18bb with Priority: HIGH for action security_group_rules [ 1021.973743] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7685ec96-4621-4fb8-841f-754c57925977 with Priority: HIGH for action security_group_rules [ 1021.973743] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 134228a9-de28-4cef-889e-ec9058c5b726 with Priority: HIGH for action security_group_rules [ 1021.973743] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e8155f7-f34e-412b-a832-751fa6c10e8e with Priority: HIGH for action security_group_rules [ 1021.974262] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6793400-f2a0-41b3-9252-900ffcea6a55 with Priority: HIGH for action security_group_rules [ 1021.974262] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGH for action security_group_rules [ 1021.974262] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 with Priority: HIGH for action security_group_rules [ 1021.974262] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 with Priority: HIGH for action security_group_rules [ 1021.974262] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGH for action security_group_rules [ 1021.974414] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGH for action security_group_rules [ 1021.974414] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893668e6-0b0e-44d5-9a9b-2e86ad50551f with Priority: HIGH for action security_group_rules [ 1021.974931] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 with Priority: HIGH for action security_group_rules [ 1021.975054] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 with Priority: HIGH for action security_group_rules [ 1021.975154] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33437932-a8e7-4eb8-b6e5-dab4c40b4676 with Priority: HIGH for action security_group_rules [ 1021.976440] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-698bc971-b455-4bb0-a92b-7824721526d8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.976440] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-698bc971-b455-4bb0-a92b-7824721526d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.976440] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-698bc971-b455-4bb0-a92b-7824721526d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.976440] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-698bc971-b455-4bb0-a92b-7824721526d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.976440] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.976440] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.977338] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.977338] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.977338] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.977426] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('698bc971-b455-4bb0-a92b-7824721526d8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.978643] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0078c21-1b01-432e-8127-f669c2ed5eae taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.978829] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0078c21-1b01-432e-8127-f669c2ed5eae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.978829] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0078c21-1b01-432e-8127-f669c2ed5eae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.979023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0078c21-1b01-432e-8127-f669c2ed5eae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.979080] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0078c21-1b01-432e-8127-f669c2ed5eae',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.983049] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.983049] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.983049] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.983049] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.983049] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.983049] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98f58e62-9b35-41bd-a32d-beb417ad82fe taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.983049] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.983049] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.983049] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.983049] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98f58e62-9b35-41bd-a32d-beb417ad82fe',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.984951] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.985101] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.985287] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.985362] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.985477] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13cfb842-d52f-4a13-a2d2-c6c34cfcbaad',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.986557] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.986632] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.986670] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.986970] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.987560] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83cc699a-9c42-4ca1-895c-b2eca2a5a0e7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.988723] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbcbcf8c-fdc0-4bda-81ba-2f322455e861 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.988814] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.989074] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.989254] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.989352] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbcbcf8c-fdc0-4bda-81ba-2f322455e861',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.991669] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a93fd080-f6c4-40ca-b049-f69dee0b18bb taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.991920] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a93fd080-f6c4-40ca-b049-f69dee0b18bb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.992057] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a93fd080-f6c4-40ca-b049-f69dee0b18bb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.992483] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a93fd080-f6c4-40ca-b049-f69dee0b18bb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.992483] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a93fd080-f6c4-40ca-b049-f69dee0b18bb',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.993166] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7685ec96-4621-4fb8-841f-754c57925977 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.993235] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7685ec96-4621-4fb8-841f-754c57925977" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.993287] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7685ec96-4621-4fb8-841f-754c57925977" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.993444] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7685ec96-4621-4fb8-841f-754c57925977" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.993534] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7685ec96-4621-4fb8-841f-754c57925977',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.994452] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-134228a9-de28-4cef-889e-ec9058c5b726 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.994602] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-134228a9-de28-4cef-889e-ec9058c5b726" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.994698] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-134228a9-de28-4cef-889e-ec9058c5b726" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.994987] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-134228a9-de28-4cef-889e-ec9058c5b726" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.995086] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('134228a9-de28-4cef-889e-ec9058c5b726',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.996078] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e8155f7-f34e-412b-a832-751fa6c10e8e taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.997123] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e8155f7-f34e-412b-a832-751fa6c10e8e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.997123] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e8155f7-f34e-412b-a832-751fa6c10e8e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.997326] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e8155f7-f34e-412b-a832-751fa6c10e8e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.997465] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e8155f7-f34e-412b-a832-751fa6c10e8e',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.998944] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6793400-f2a0-41b3-9252-900ffcea6a55 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.999076] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6793400-f2a0-41b3-9252-900ffcea6a55" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.999965] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6793400-f2a0-41b3-9252-900ffcea6a55" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.000157] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6793400-f2a0-41b3-9252-900ffcea6a55" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.000235] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6793400-f2a0-41b3-9252-900ffcea6a55',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.000971] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8974ddd6-d699-43c1-b486-a0fbbd07953b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.001086] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.001333] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.001333] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.001439] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8974ddd6-d699-43c1-b486-a0fbbd07953b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.002250] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.002358] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.002449] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.002595] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.002680] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62fa64dd-f7c4-469d-ba7c-c8d1c97d5413',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.004170] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73592ac0-a8ce-4176-a9fc-043c66f933f8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.004170] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.004311] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.004907] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.005024] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73592ac0-a8ce-4176-a9fc-043c66f933f8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.006331] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.006455] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.006620] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.006854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.006935] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.007821] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.007910] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.007957] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.008130] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.008232] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.009882] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-893668e6-0b0e-44d5-9a9b-2e86ad50551f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.010186] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-893668e6-0b0e-44d5-9a9b-2e86ad50551f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.010186] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-893668e6-0b0e-44d5-9a9b-2e86ad50551f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.010505] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-893668e6-0b0e-44d5-9a9b-2e86ad50551f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.010896] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('893668e6-0b0e-44d5-9a9b-2e86ad50551f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.011511] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.011602] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.011602] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.011866] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.011866] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbeb29a5-fa5d-453a-88db-1e567ffb3ad8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.012602] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4612a101-4e6e-4c58-aeca-2eecd99093a7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.012722] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.012793] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.012967] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.014073] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4612a101-4e6e-4c58-aeca-2eecd99093a7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.014862] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33437932-a8e7-4eb8-b6e5-dab4c40b4676 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.015017] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33437932-a8e7-4eb8-b6e5-dab4c40b4676" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.015102] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33437932-a8e7-4eb8-b6e5-dab4c40b4676" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.015281] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33437932-a8e7-4eb8-b6e5-dab4c40b4676" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.016673] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33437932-a8e7-4eb8-b6e5-dab4c40b4676',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.023825] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.023942] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.024326] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.024326] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.024326] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.024494] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.024551] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.024598] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.024835] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.024835] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.024930] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 698bc971-b455-4bb0-a92b-7824721526d8 already deleted. [ 1022.024973] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-698bc971-b455-4bb0-a92b-7824721526d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.049643] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.049808] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.049877] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.050106] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.052238] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.052360] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.073353] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.074756] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83cc699a-9c42-4ca1-895c-b2eca2a5a0e7 is going to be deleted. [ 1022.075413] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.075413] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.099813] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.099813] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98f58e62-9b35-41bd-a32d-beb417ad82fe is going to be deleted. [ 1022.136078] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.136307] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.136307] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.136504] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.136598] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.136717] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83cc699a-9c42-4ca1-895c-b2eca2a5a0e7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.159930] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.160095] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.160167] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.160389] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.160486] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.160708] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98f58e62-9b35-41bd-a32d-beb417ad82fe" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.360767] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.360948] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-500" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.361168] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-500" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.361480] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-500" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.361747] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.361910] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.362199] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.362461] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.362623] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.362857] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.362972] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.363096] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.363348] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.363486] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.363597] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.363732] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.387196] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.387196] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1022.387196] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.387196] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-500" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.387196] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-bdfded36-c911-408f-99e4-48ecbd9928f6 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.387196] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-bdfded36-c911-408f-99e4-48ecbd9928f6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.387196] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-bdfded36-c911-408f-99e4-48ecbd9928f6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.387196] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-bdfded36-c911-408f-99e4-48ecbd9928f6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.387196] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdfded36-c911-408f-99e4-48ecbd9928f6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.442485] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: SUCCESS [ 1022.442601] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.501059] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.501059] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.501059] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.501320] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.522547] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.522693] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0078c21-1b01-432e-8127-f669c2ed5eae is going to be deleted. [ 1022.524620] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974ddd6-d699-43c1-b486-a0fbbd07953b taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.524767] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.524872] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.525095] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.525529] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.525529] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.525529] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.525725] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.525725] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.525794] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.525870] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8974ddd6-d699-43c1-b486-a0fbbd07953b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.530078] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.530179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.530235] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.530406] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.530666] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.530804] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.530876] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.531053] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.531140] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.531229] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.531341] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.541409] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.541593] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.541639] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.541909] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.542110] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.542482] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.542482] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.542482] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.542654] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.542654] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.542771] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbeb29a5-fa5d-453a-88db-1e567ffb3ad8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.546487] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.546706] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.546864] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.546990] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.547189] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.547340] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.547796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.547796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.547796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.547796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.548243] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.564444] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.564689] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.564689] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.564810] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.592726] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.592726] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.616651] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.616826] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.618148] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.618295] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.619148] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.619266] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.619994] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.620105] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.620822] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.620914] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.621604] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.621695] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.622373] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.622458] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.623136] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.623227] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.624207] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.624378] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73592ac0-a8ce-4176-a9fc-043c66f933f8 is going to be deleted. [ 1022.625696] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.625822] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.625943] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.626085] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.627414] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.627498] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.628095] env[65068]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1022.628499] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.628593] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.652583] env[65068]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1022.653243] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.653389] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.655700] env[65068]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1022.656332] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.656434] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbcbcf8c-fdc0-4bda-81ba-2f322455e861 is going to be deleted. [ 1022.657945] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.658152] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.681516] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.681661] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4612a101-4e6e-4c58-aeca-2eecd99093a7 is going to be deleted. [ 1022.682573] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.682790] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.703160] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.703308] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7685ec96-4621-4fb8-841f-754c57925977 is going to be deleted. [ 1022.704265] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.704757] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.743283] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.743422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.744869] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.745098] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a93fd080-f6c4-40ca-b049-f69dee0b18bb is going to be deleted. [ 1022.746672] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.747028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.775344] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.775635] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.781448] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.781929] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.782986] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.783841] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf is going to be deleted. [ 1022.784802] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.785154] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.852968] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dda791a7-91c7-43d5-a386-940d5ab78edf in Status: SUCCESS [ 1022.853346] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.853620] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.853934] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.854192] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.854342] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.854431] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.854665] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.854814] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.854909] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.855052] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dda791a7-91c7-43d5-a386-940d5ab78edf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.857278] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.857444] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6793400-f2a0-41b3-9252-900ffcea6a55 is going to be deleted. [ 1022.858465] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.858715] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.875809] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.875974] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.879664] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.879821] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.885310] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.885493] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.892045] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.892345] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.892510] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.892884] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.893111] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.893335] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port bdfded36-c911-408f-99e4-48ecbd9928f6 not found, creating... [ 1022.893747] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.893993] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.894181] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.894512] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.894742] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.895290] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.895642] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.895818] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.896173] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.896369] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.896594] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: bdfded36-c911-408f-99e4-48ecbd9928f6 is going to be created. [ 1022.898894] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.899073] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62fa64dd-f7c4-469d-ba7c-c8d1c97d5413 is going to be deleted. [ 1022.900175] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.900418] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.938223] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.938371] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.938518] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.939267] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.939267] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.939422] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-bdfded36-c911-408f-99e4-48ecbd9928f6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.941942] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.941942] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13cfb842-d52f-4a13-a2d2-c6c34cfcbaad is going to be deleted. [ 1022.943407] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.944290] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.969087] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.969087] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.014110] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.014110] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 893668e6-0b0e-44d5-9a9b-2e86ad50551f is going to be deleted. [ 1023.014780] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.015087] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.035242] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8974ddd6-d699-43c1-b486-a0fbbd07953b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.037106] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.056327] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.056327] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e8155f7-f34e-412b-a832-751fa6c10e8e is going to be deleted. [ 1023.056944] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.057349] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.059335] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbeb29a5-fa5d-453a-88db-1e567ffb3ad8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.062456] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.064331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.064331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.064331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.064331] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.064331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.064331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.064331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.064331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.064331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.064331] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.064331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.064331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.064331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.064331] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.064331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.064331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.064331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.065261] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.065261] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.065261] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.067130] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.067749] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.106242] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.106410] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33437932-a8e7-4eb8-b6e5-dab4c40b4676 is going to be deleted. [ 1023.107365] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.107593] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.166936] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.167127] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 134228a9-de28-4cef-889e-ec9058c5b726 is going to be deleted. [ 1023.168104] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.168422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.169024] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.169161] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0078c21-1b01-432e-8127-f669c2ed5eae" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.169501] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.169755] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.169854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.169978] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73592ac0-a8ce-4176-a9fc-043c66f933f8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.171551] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.171551] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.171551] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.171853] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.171853] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.171950] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13cfb842-d52f-4a13-a2d2-c6c34cfcbaad" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.172039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.172300] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.172398] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.172529] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbcbcf8c-fdc0-4bda-81ba-2f322455e861" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.172658] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.172826] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.172904] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.173405] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4612a101-4e6e-4c58-aeca-2eecd99093a7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.173575] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.173750] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.173825] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.173941] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a93fd080-f6c4-40ca-b049-f69dee0b18bb" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.174087] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.174248] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.174331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.174447] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7685ec96-4621-4fb8-841f-754c57925977" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.174596] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.174748] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.174825] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.174936] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39dbc5fc-48a2-45b4-bb5e-bb2cb5ec3ebf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.175056] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.175619] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.175733] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.175861] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6793400-f2a0-41b3-9252-900ffcea6a55" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.176020] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.176178] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.176273] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.176389] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62fa64dd-f7c4-469d-ba7c-c8d1c97d5413" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.209515] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.209815] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.209815] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.210040] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.210104] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.210220] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-893668e6-0b0e-44d5-9a9b-2e86ad50551f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.228663] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.229037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.229037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.229037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.229216] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.229267] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e8155f7-f34e-412b-a832-751fa6c10e8e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.252285] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.252480] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.252480] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.252704] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.252807] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.252921] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33437932-a8e7-4eb8-b6e5-dab4c40b4676" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.326459] env[65068]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1023.327014] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.327148] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.327222] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.327448] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.327544] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.327683] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-134228a9-de28-4cef-889e-ec9058c5b726" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.361335] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dda791a7-91c7-43d5-a386-940d5ab78edf taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.361588] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.361692] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.363251] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.363533] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.363701] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.363796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.364073] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.364288] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.364345] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.364703] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dda791a7-91c7-43d5-a386-940d5ab78edf taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.364871] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.364967] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.365787] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.366631] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.366786] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.366880] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.367099] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.367223] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.367353] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.367495] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dda791a7-91c7-43d5-a386-940d5ab78edf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.540647] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8974ddd6-d699-43c1-b486-a0fbbd07953b: rpc.has_security_group_logging(os_id): False [ 1023.542631] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1e6bf45-c07b-4ef1-adf7-7b145d82eb02: rpc.has_security_group_logging(os_id): False [ 1023.562418] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbeb29a5-fa5d-453a-88db-1e567ffb3ad8: rpc.has_security_group_logging(os_id): False [ 1023.570166] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 940eac30-3ff5-49b7-b364-81e0d7e55b54: rpc.has_security_group_logging(os_id): False [ 1023.595384] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.595624] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.595624] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.595802] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.597545] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.597778] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.598971] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.599135] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.616823] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.617041] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.637482] env[65068]: INFO networking_nsxv3.common.synchronization [req-dc9ca478-afd5-47bb-a686-1dc325d8a2df req-c4adaf83-21ae-4647-a06d-03beedd2849e service nova] Enqueued Resource ID: 698bc971-b455-4bb0-a92b-7824721526d8 with Priority: HIGHEST for action security_group_rules [ 1023.637691] env[65068]: INFO networking_nsxv3.common.synchronization [req-dc9ca478-afd5-47bb-a686-1dc325d8a2df req-c4adaf83-21ae-4647-a06d-03beedd2849e service nova] Enqueued Resource ID: 698bc971-b455-4bb0-a92b-7824721526d8 with Priority: HIGHEST for action security_group_members [ 1023.637806] env[65068]: INFO networking_nsxv3.common.synchronization [req-dc9ca478-afd5-47bb-a686-1dc325d8a2df req-c4adaf83-21ae-4647-a06d-03beedd2849e service nova] Enqueued Resource ID: bdfded36-c911-408f-99e4-48ecbd9928f6 with Priority: HIGHEST for action port [ 1023.638406] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 698bc971-b455-4bb0-a92b-7824721526d8 with Priority: HIGHEST for action security_group_rules [ 1023.638528] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 698bc971-b455-4bb0-a92b-7824721526d8 with Priority: HIGHEST for action security_group_members [ 1023.638630] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdfded36-c911-408f-99e4-48ecbd9928f6 with Priority: HIGHEST for action port [ 1023.638917] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-698bc971-b455-4bb0-a92b-7824721526d8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.639048] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-698bc971-b455-4bb0-a92b-7824721526d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.639153] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-698bc971-b455-4bb0-a92b-7824721526d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.639314] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-698bc971-b455-4bb0-a92b-7824721526d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.639394] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('698bc971-b455-4bb0-a92b-7824721526d8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.640774] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-698bc971-b455-4bb0-a92b-7824721526d8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.640902] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-698bc971-b455-4bb0-a92b-7824721526d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.641073] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-698bc971-b455-4bb0-a92b-7824721526d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.641313] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-698bc971-b455-4bb0-a92b-7824721526d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.641409] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.641499] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.641565] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.641710] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.641795] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.641889] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('698bc971-b455-4bb0-a92b-7824721526d8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.642668] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdfded36-c911-408f-99e4-48ecbd9928f6 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.642788] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdfded36-c911-408f-99e4-48ecbd9928f6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.642854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdfded36-c911-408f-99e4-48ecbd9928f6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.643015] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdfded36-c911-408f-99e4-48ecbd9928f6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.643254] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdfded36-c911-408f-99e4-48ecbd9928f6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.646802] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.647112] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.647204] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.647284] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.648090] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.648090] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.648090] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 is going to be updated. [ 1023.650715] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.651607] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.693187] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.694146] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.694146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.694146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.694146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.694409] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.694409] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b is going to be updated. [ 1023.697820] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.697820] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.748843] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.749201] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.749391] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.749436] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.749669] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.749787] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.750036] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.750197] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.750253] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.750412] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.750532] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.750713] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.750897] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.750948] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.751071] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.751187] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.751421] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 is going to be updated. [ 1023.752671] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.752897] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.782506] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.782506] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.785794] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.786135] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.786272] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.786316] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.786521] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.786605] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.786694] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 is going to be updated. [ 1023.788967] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.789207] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.789452] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.832153] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 in Status: IN_PROGRESS for 2s [ 1023.871459] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dda791a7-91c7-43d5-a386-940d5ab78edf: rpc.has_security_group_logging(os_id): False [ 1023.875673] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.876221] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.876221] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.876221] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.876386] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.909840] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b in Status: IN_PROGRESS for 2s [ 1023.921262] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.921855] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.921855] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.923182] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.923182] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.923182] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.923182] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.923182] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.923182] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.923182] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.927407] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.927407] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.927407] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.927407] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.927407] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.927407] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.927407] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.927407] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.927407] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.927407] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.927407] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dda791a7-91c7-43d5-a386-940d5ab78edf is going to be created. [ 1023.935726] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.937650] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.937650] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.937650] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.937650] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.967287] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.967447] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.967515] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.967750] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.967897] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.976587] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: IN_PROGRESS for 2s [ 1024.024550] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 in Status: IN_PROGRESS for 2s [ 1024.092943] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.093133] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.093181] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.093441] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.093747] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.117408] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dda791a7-91c7-43d5-a386-940d5ab78edf in Status: IN_PROGRESS for 2s [ 1024.127754] env[65068]: INFO networking_nsxv3.common.synchronization [req-bdef346e-6a5f-4800-bc8c-c59daf6f05fc req-0a104286-25ba-49c4-8689-112c930808b7 tempest-DeleteServersTestJSON-53534962 tempest-DeleteServersTestJSON-53534962-project-member] Enqueued Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 1024.128908] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 1024.128908] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.128908] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.128908] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.129151] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.129224] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.129276] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.129438] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.129521] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.129581] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.130013] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.141968] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-698bc971-b455-4bb0-a92b-7824721526d8 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.142372] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-698bc971-b455-4bb0-a92b-7824721526d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.147443] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('698bc971-b455-4bb0-a92b-7824721526d8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.147443] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bdfded36-c911-408f-99e4-48ecbd9928f6 with status ACTIVE [ 1024.147443] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.147443] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.147443] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.147991] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.147991] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.147991] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.147991] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.148143] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.148175] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.148378] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.148432] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.148656] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.148656] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.148815] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.148853] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.148918] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bdfded36-c911-408f-99e4-48ecbd9928f6 is going to be updated. [ 1024.179158] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.179363] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.179363] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.179589] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.179788] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.179949] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdfded36-c911-408f-99e4-48ecbd9928f6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.631920] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.632159] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.632253] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.632742] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.632742] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.632742] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.632911] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.632911] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.634337] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.634337] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.634337] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 is going to be updated. [ 1024.652249] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('698bc971-b455-4bb0-a92b-7824721526d8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.667863] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.668947] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.668947] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.668947] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.668947] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.680310] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: IN_PROGRESS for 2s [ 1024.683336] env[65068]: INFO networking_nsxv3.common.synchronization [None req-e750c286-8a60-4ecf-97dc-f1e012013a34 None None] Enqueued Resource ID: affea122-d41a-464d-ac7e-16010012adc4 with Priority: HIGHEST for action port [ 1024.685573] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: affea122-d41a-464d-ac7e-16010012adc4 with Priority: HIGHEST for action port [ 1024.686108] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-affea122-d41a-464d-ac7e-16010012adc4 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.686215] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-affea122-d41a-464d-ac7e-16010012adc4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.686297] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-affea122-d41a-464d-ac7e-16010012adc4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.686611] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-affea122-d41a-464d-ac7e-16010012adc4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.686709] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('affea122-d41a-464d-ac7e-16010012adc4',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.154934] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.155250] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.155250] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.155431] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.155523] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.155635] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 698bc971-b455-4bb0-a92b-7824721526d8 is going to be created. [ 1025.164145] env[65068]: INFO networking_nsxv3.common.synchronization [None req-293c1bd5-5a9c-4b28-b3c0-3e3743dd9651 tempest-AttachVolumeShelveTestJSON-957467706 tempest-AttachVolumeShelveTestJSON-957467706-project-member] Enqueued Resource ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 with Priority: HIGHEST for action security_group_rules [ 1025.164691] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 with Priority: HIGHEST for action security_group_rules [ 1025.164994] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.165466] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.165539] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.165801] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.165949] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.182109] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.182250] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.182326] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.182519] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.182673] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.189593] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port affea122-d41a-464d-ac7e-16010012adc4 [ 1025.189829] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.189975] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.190048] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.192552] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.192657] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.192758] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:affea122-d41a-464d-ac7e-16010012adc4 already deleted. [ 1025.192845] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-affea122-d41a-464d-ac7e-16010012adc4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.193790] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 698bc971-b455-4bb0-a92b-7824721526d8 in Status: UNINITIALIZED for 2s [ 1025.252409] env[65068]: INFO networking_nsxv3.common.synchronization [None req-240efc80-5fbd-4377-8c1f-501ba08394f1 tempest-AttachVolumeShelveTestJSON-957467706 tempest-AttachVolumeShelveTestJSON-957467706-project-member] Enqueued Resource ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 with Priority: HIGHEST for action security_group_rules [ 1025.252863] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 with Priority: HIGHEST for action security_group_rules [ 1025.253599] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.253599] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.708789] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.709039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.709039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.709693] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.709693] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.709693] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 already deleted. [ 1025.709693] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.710478] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.710478] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.710478] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.925778] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 in Status: SUCCESS [ 1025.925778] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.926958] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b in Status: SUCCESS [ 1025.927141] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.993956] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: SUCCESS [ 1025.994241] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.040178] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 in Status: SUCCESS [ 1026.040412] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.131830] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dda791a7-91c7-43d5-a386-940d5ab78edf in Status: SUCCESS [ 1026.132213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.238020] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.238425] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.238425] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.238839] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.238839] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.238839] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 already deleted. [ 1026.238839] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.307683] env[65068]: INFO networking_nsxv3.common.synchronization [req-69ce8740-ebda-4485-bd4b-972ac5f00f03 req-6fd4dea4-ec62-443f-8164-a0360f527a12 tempest-AttachVolumeTestJSON-1527444388 tempest-AttachVolumeTestJSON-1527444388-project-member] Enqueued Resource ID: 68cc3b2d-2341-4783-82cf-16fbf92bd8e6 with Priority: HIGHEST for action security_group_members [ 1026.308464] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cc3b2d-2341-4783-82cf-16fbf92bd8e6 with Priority: HIGHEST for action security_group_members [ 1026.310206] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-68cc3b2d-2341-4783-82cf-16fbf92bd8e6 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.310206] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68cc3b2d-2341-4783-82cf-16fbf92bd8e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.310206] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68cc3b2d-2341-4783-82cf-16fbf92bd8e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.310206] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68cc3b2d-2341-4783-82cf-16fbf92bd8e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.310206] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.310206] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.310206] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.310206] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.310206] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.311305] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68cc3b2d-2341-4783-82cf-16fbf92bd8e6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.690371] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-670 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.690601] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-670" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.691022] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-670" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.691167] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-670" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.691581] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.692372] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.692372] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.692372] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.692372] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.692567] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.692681] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.692832] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.692908] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.692997] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.693129] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.693263] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.694955] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: IN_PROGRESS for 4s [ 1026.717435] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.717642] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1026.717802] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.719973] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-670" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.719973] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-4aa5d906-7418-434a-8b99-139ce449d25f taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.719973] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-4aa5d906-7418-434a-8b99-139ce449d25f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.719973] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-4aa5d906-7418-434a-8b99-139ce449d25f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.719973] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-4aa5d906-7418-434a-8b99-139ce449d25f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.719973] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4aa5d906-7418-434a-8b99-139ce449d25f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.812470] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.812739] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.812845] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.813097] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.813182] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.813408] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.813520] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.813593] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.813785] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.813884] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.813972] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68cc3b2d-2341-4783-82cf-16fbf92bd8e6 already deleted. [ 1026.814105] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68cc3b2d-2341-4783-82cf-16fbf92bd8e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.960330] env[65068]: INFO networking_nsxv3.common.synchronization [req-68a63315-9a17-4026-a68d-e66bb512c573 req-d038efce-cdfc-4b1a-91e1-1180cd57d641 tempest-ServersTestJSON-948800146 tempest-ServersTestJSON-948800146-project-member] Enqueued Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 1026.963012] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 1026.963012] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.963012] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.963012] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.963012] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.963012] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.963012] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.963012] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.963012] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.963012] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.963012] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.205036] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 698bc971-b455-4bb0-a92b-7824721526d8 in Status: SUCCESS [ 1027.207975] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-698bc971-b455-4bb0-a92b-7824721526d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.207975] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-698bc971-b455-4bb0-a92b-7824721526d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.207975] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-698bc971-b455-4bb0-a92b-7824721526d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.207975] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.207975] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.207975] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.207975] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.207975] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.207975] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-698bc971-b455-4bb0-a92b-7824721526d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.207975] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('698bc971-b455-4bb0-a92b-7824721526d8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.224080] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.224521] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.224775] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.228020] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.228020] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.228020] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 4aa5d906-7418-434a-8b99-139ce449d25f not found, creating... [ 1027.228020] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.228020] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.228020] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.228020] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.228020] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.228020] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.228020] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.231679] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.231679] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.231679] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.231679] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 4aa5d906-7418-434a-8b99-139ce449d25f is going to be created. [ 1027.254693] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.254693] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.254693] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.254693] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.254693] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.254693] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-4aa5d906-7418-434a-8b99-139ce449d25f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.464738] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.478526] env[65068]: INFO networking_nsxv3.common.synchronization [None req-a94b0f04-0517-47d6-a254-a6ae3b21f049 None None] Enqueued Resource ID: 7c9a0939-1cb8-4165-88b6-5991b9639173 with Priority: HIGHEST for action port [ 1027.480222] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c9a0939-1cb8-4165-88b6-5991b9639173 with Priority: HIGHEST for action port [ 1027.481036] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c9a0939-1cb8-4165-88b6-5991b9639173 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.481189] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c9a0939-1cb8-4165-88b6-5991b9639173" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.481189] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c9a0939-1cb8-4165-88b6-5991b9639173" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.481591] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c9a0939-1cb8-4165-88b6-5991b9639173" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.481677] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c9a0939-1cb8-4165-88b6-5991b9639173',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.714485] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('698bc971-b455-4bb0-a92b-7824721526d8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.969117] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.984130] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c9a0939-1cb8-4165-88b6-5991b9639173 [ 1027.984419] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.984774] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.984911] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.985457] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.985568] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.985706] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c9a0939-1cb8-4165-88b6-5991b9639173 already deleted. [ 1027.985760] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c9a0939-1cb8-4165-88b6-5991b9639173" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.011742] env[65068]: INFO networking_nsxv3.common.synchronization [req-69ce8740-ebda-4485-bd4b-972ac5f00f03 req-4b133db5-fa15-40bf-ad11-33a8af94f692 service nova] Enqueued Resource ID: 68cc3b2d-2341-4783-82cf-16fbf92bd8e6 with Priority: HIGHEST for action security_group_rules [ 1028.011845] env[65068]: INFO networking_nsxv3.common.synchronization [req-69ce8740-ebda-4485-bd4b-972ac5f00f03 req-4b133db5-fa15-40bf-ad11-33a8af94f692 service nova] Enqueued Resource ID: 68cc3b2d-2341-4783-82cf-16fbf92bd8e6 with Priority: HIGHEST for action security_group_members [ 1028.013036] env[65068]: INFO networking_nsxv3.common.synchronization [req-69ce8740-ebda-4485-bd4b-972ac5f00f03 req-4b133db5-fa15-40bf-ad11-33a8af94f692 service nova] Enqueued Resource ID: 4aa5d906-7418-434a-8b99-139ce449d25f with Priority: HIGHEST for action port [ 1028.013036] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cc3b2d-2341-4783-82cf-16fbf92bd8e6 with Priority: HIGHEST for action security_group_rules [ 1028.013036] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cc3b2d-2341-4783-82cf-16fbf92bd8e6 with Priority: HIGHEST for action security_group_members [ 1028.013036] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aa5d906-7418-434a-8b99-139ce449d25f with Priority: HIGHEST for action port [ 1028.013036] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68cc3b2d-2341-4783-82cf-16fbf92bd8e6 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.013036] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68cc3b2d-2341-4783-82cf-16fbf92bd8e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.013383] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68cc3b2d-2341-4783-82cf-16fbf92bd8e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.013383] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68cc3b2d-2341-4783-82cf-16fbf92bd8e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.013383] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68cc3b2d-2341-4783-82cf-16fbf92bd8e6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.014213] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-68cc3b2d-2341-4783-82cf-16fbf92bd8e6 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.014971] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68cc3b2d-2341-4783-82cf-16fbf92bd8e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.014971] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68cc3b2d-2341-4783-82cf-16fbf92bd8e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.014971] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68cc3b2d-2341-4783-82cf-16fbf92bd8e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.014971] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.014971] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.015295] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.015295] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.015295] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.015392] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68cc3b2d-2341-4783-82cf-16fbf92bd8e6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.016535] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-4aa5d906-7418-434a-8b99-139ce449d25f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.018173] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4aa5d906-7418-434a-8b99-139ce449d25f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.018173] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4aa5d906-7418-434a-8b99-139ce449d25f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.019489] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4aa5d906-7418-434a-8b99-139ce449d25f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.019489] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4aa5d906-7418-434a-8b99-139ce449d25f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.218028] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 698bc971-b455-4bb0-a92b-7824721526d8: rpc.has_security_group_logging(os_id): False [ 1028.242044] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.242044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.242044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.242044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.242044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.242044] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.242044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.242044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.242044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.242044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.242044] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 698bc971-b455-4bb0-a92b-7824721526d8 is going to be created. [ 1028.314718] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.315263] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.315263] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.315263] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.315442] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.333090] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 698bc971-b455-4bb0-a92b-7824721526d8 in Status: IN_PROGRESS for 2s [ 1028.472118] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.472360] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.472360] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.472506] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.472630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.472797] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6204eb35-df30-40b2-990a-328fb715bd34 is going to be updated. [ 1028.518266] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.518499] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.518616] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.518978] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.519169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.521017] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68cc3b2d-2341-4783-82cf-16fbf92bd8e6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.522452] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-68cc3b2d-2341-4783-82cf-16fbf92bd8e6 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.522639] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68cc3b2d-2341-4783-82cf-16fbf92bd8e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.522896] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4aa5d906-7418-434a-8b99-139ce449d25f with status ACTIVE [ 1028.523464] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.523464] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.523667] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.523868] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.524038] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.524273] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.524422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.524532] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.524819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.524964] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.525287] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.525675] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.525675] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.525869] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.526053] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.526240] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4aa5d906-7418-434a-8b99-139ce449d25f is going to be updated. [ 1028.539743] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: IN_PROGRESS for 2s [ 1028.567616] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.567616] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.567616] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.567616] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.567616] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.567616] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4aa5d906-7418-434a-8b99-139ce449d25f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.713815] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: SUCCESS [ 1028.713815] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 deletion is rescheduled due to dependency. [ 1028.713815] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.028906] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68cc3b2d-2341-4783-82cf-16fbf92bd8e6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.532853] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.533691] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.533824] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.534142] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.534178] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.534273] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68cc3b2d-2341-4783-82cf-16fbf92bd8e6 is going to be created. [ 1029.558621] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.558768] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.558842] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.559069] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.559225] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.568672] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68cc3b2d-2341-4783-82cf-16fbf92bd8e6 in Status: UNINITIALIZED for 2s [ 1030.350757] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 698bc971-b455-4bb0-a92b-7824721526d8 in Status: SUCCESS [ 1030.350757] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-698bc971-b455-4bb0-a92b-7824721526d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.551812] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: SUCCESS [ 1030.552209] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.580239] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68cc3b2d-2341-4783-82cf-16fbf92bd8e6 in Status: SUCCESS [ 1031.580567] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68cc3b2d-2341-4783-82cf-16fbf92bd8e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.580567] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68cc3b2d-2341-4783-82cf-16fbf92bd8e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.580882] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68cc3b2d-2341-4783-82cf-16fbf92bd8e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.583147] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.583291] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.583364] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.583530] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.583621] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.583712] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68cc3b2d-2341-4783-82cf-16fbf92bd8e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.583811] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68cc3b2d-2341-4783-82cf-16fbf92bd8e6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.087898] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68cc3b2d-2341-4783-82cf-16fbf92bd8e6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.590161] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68cc3b2d-2341-4783-82cf-16fbf92bd8e6: rpc.has_security_group_logging(os_id): False [ 1032.615460] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.615460] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.615460] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.615460] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.615460] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.615715] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.615839] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.615925] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.616128] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.616208] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.616298] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68cc3b2d-2341-4783-82cf-16fbf92bd8e6 is going to be created. [ 1032.694590] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.697021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.697021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.697021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.697021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.707721] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68cc3b2d-2341-4783-82cf-16fbf92bd8e6 in Status: IN_PROGRESS for 2s [ 1032.921571] env[65068]: INFO networking_nsxv3.common.synchronization [None req-c1e51449-9efd-4cbc-b7d9-f27142baf5aa None None] Enqueued Resource ID: 0ca6d6dd-ae65-437a-bc34-0fc283108b97 with Priority: HIGHEST for action port [ 1032.922251] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ca6d6dd-ae65-437a-bc34-0fc283108b97 with Priority: HIGHEST for action port [ 1032.922591] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ca6d6dd-ae65-437a-bc34-0fc283108b97 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.922723] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ca6d6dd-ae65-437a-bc34-0fc283108b97" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.922781] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ca6d6dd-ae65-437a-bc34-0fc283108b97" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.923548] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ca6d6dd-ae65-437a-bc34-0fc283108b97" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.923548] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ca6d6dd-ae65-437a-bc34-0fc283108b97',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.429977] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ca6d6dd-ae65-437a-bc34-0fc283108b97 [ 1033.430256] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.430439] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.430541] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.430882] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.431109] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.431241] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ca6d6dd-ae65-437a-bc34-0fc283108b97 already deleted. [ 1033.431347] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ca6d6dd-ae65-437a-bc34-0fc283108b97" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.723410] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68cc3b2d-2341-4783-82cf-16fbf92bd8e6 in Status: SUCCESS [ 1034.723793] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68cc3b2d-2341-4783-82cf-16fbf92bd8e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.415723] env[65068]: INFO networking_nsxv3.common.synchronization [None req-df219519-565e-4e69-a8f1-17767034a69a None None] Enqueued Resource ID: 8f0bdb4c-4791-4201-90ae-4d36dce48fce with Priority: HIGHEST for action port [ 1035.416315] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f0bdb4c-4791-4201-90ae-4d36dce48fce with Priority: HIGHEST for action port [ 1035.416624] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f0bdb4c-4791-4201-90ae-4d36dce48fce taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.416750] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f0bdb4c-4791-4201-90ae-4d36dce48fce" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.416818] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f0bdb4c-4791-4201-90ae-4d36dce48fce" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.417110] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f0bdb4c-4791-4201-90ae-4d36dce48fce" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.417193] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f0bdb4c-4791-4201-90ae-4d36dce48fce',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.919631] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f0bdb4c-4791-4201-90ae-4d36dce48fce [ 1035.920042] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.920126] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.920183] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.920369] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.920456] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.920557] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f0bdb4c-4791-4201-90ae-4d36dce48fce already deleted. [ 1035.920639] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f0bdb4c-4791-4201-90ae-4d36dce48fce" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.149178] env[65068]: INFO networking_nsxv3.common.synchronization [req-16bd9d4c-9e38-43fc-8b87-ece3482637d1 req-c5eb0a17-a2d6-46d2-8a07-b4591a3d86ca tempest-AttachVolumeShelveTestJSON-957467706 tempest-AttachVolumeShelveTestJSON-957467706-project-member] Enqueued Resource ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 with Priority: HIGHEST for action security_group_members [ 1037.149178] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 with Priority: HIGHEST for action security_group_members [ 1037.149178] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.149975] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.150147] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.150476] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.150595] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.150727] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.150790] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.150978] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.151079] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.151178] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.502852] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-408 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.503123] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-408" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.503284] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-408" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.503615] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-408" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.503878] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.504080] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.504201] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.504454] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.504558] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.504769] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.504881] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.504988] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.505120] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.505288] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.505352] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.505501] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.528417] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.528701] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1037.528798] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.529261] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-408" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.529356] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-be9dc274-ef95-46bf-ac04-df3021d3434f taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.529552] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-be9dc274-ef95-46bf-ac04-df3021d3434f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.529711] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-be9dc274-ef95-46bf-ac04-df3021d3434f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.530147] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-be9dc274-ef95-46bf-ac04-df3021d3434f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.530313] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be9dc274-ef95-46bf-ac04-df3021d3434f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.654976] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.654976] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.654976] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.655230] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.655265] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.655455] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.655569] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.655626] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.655819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.655963] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.656074] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 already deleted. [ 1037.656175] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.033242] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.033559] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.033736] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.034164] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.034370] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.034594] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port be9dc274-ef95-46bf-ac04-df3021d3434f not found, creating... [ 1038.034971] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.035231] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.035436] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.035771] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.035988] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.036428] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.036703] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.036894] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.037211] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.037449] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.037670] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: be9dc274-ef95-46bf-ac04-df3021d3434f is going to be created. [ 1038.058651] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.058916] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.059114] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.059634] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.060023] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.060481] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-be9dc274-ef95-46bf-ac04-df3021d3434f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.815916] env[65068]: INFO networking_nsxv3.common.synchronization [req-16bd9d4c-9e38-43fc-8b87-ece3482637d1 req-ea13cbbf-193d-49ea-9529-8b9d177093d4 service nova] Enqueued Resource ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 with Priority: HIGHEST for action security_group_rules [ 1038.816191] env[65068]: INFO networking_nsxv3.common.synchronization [req-16bd9d4c-9e38-43fc-8b87-ece3482637d1 req-ea13cbbf-193d-49ea-9529-8b9d177093d4 service nova] Enqueued Resource ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 with Priority: HIGHEST for action security_group_members [ 1038.816238] env[65068]: INFO networking_nsxv3.common.synchronization [req-16bd9d4c-9e38-43fc-8b87-ece3482637d1 req-ea13cbbf-193d-49ea-9529-8b9d177093d4 service nova] Enqueued Resource ID: be9dc274-ef95-46bf-ac04-df3021d3434f with Priority: HIGHEST for action port [ 1038.816761] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 with Priority: HIGHEST for action security_group_rules [ 1038.816907] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 with Priority: HIGHEST for action security_group_members [ 1038.817013] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9dc274-ef95-46bf-ac04-df3021d3434f with Priority: HIGHEST for action port [ 1038.817312] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.817437] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.817504] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.817705] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.817802] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.820242] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.820383] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.820467] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.820659] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.820820] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.820969] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.821069] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.821444] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.821444] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.821573] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.822569] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-be9dc274-ef95-46bf-ac04-df3021d3434f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.822937] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be9dc274-ef95-46bf-ac04-df3021d3434f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.823072] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be9dc274-ef95-46bf-ac04-df3021d3434f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.823313] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be9dc274-ef95-46bf-ac04-df3021d3434f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.823600] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be9dc274-ef95-46bf-ac04-df3021d3434f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.325633] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.325766] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.325971] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.326860] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be9dc274-ef95-46bf-ac04-df3021d3434f with status ACTIVE [ 1039.327070] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.327216] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.327304] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.327515] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.327607] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.327806] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.327908] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.327986] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.328166] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.328243] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.328430] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.328552] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.328595] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.328714] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.328788] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.328879] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be9dc274-ef95-46bf-ac04-df3021d3434f is going to be updated. [ 1039.353811] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.354024] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.354075] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.354321] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.354422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.354607] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be9dc274-ef95-46bf-ac04-df3021d3434f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.832979] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.185284] env[65068]: INFO networking_nsxv3.common.synchronization [req-b6316c17-672b-4529-aabb-3fce6b595ac0 req-e0c0bc3b-cd9d-403f-84d7-d55de7827fe1 tempest-ServerRescueTestJSONUnderV235-485913948 tempest-ServerRescueTestJSONUnderV235-485913948-project-member] Enqueued Resource ID: dda791a7-91c7-43d5-a386-940d5ab78edf with Priority: HIGHEST for action security_group_members [ 1040.185534] env[65068]: INFO networking_nsxv3.common.synchronization [req-b6316c17-672b-4529-aabb-3fce6b595ac0 req-e0c0bc3b-cd9d-403f-84d7-d55de7827fe1 tempest-ServerRescueTestJSONUnderV235-485913948 tempest-ServerRescueTestJSONUnderV235-485913948-project-member] Enqueued Resource ID: 9d3efa6e-97b0-4322-b9ca-989c14556d59 with Priority: HIGHEST for action security_group_members [ 1040.186619] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dda791a7-91c7-43d5-a386-940d5ab78edf with Priority: HIGHEST for action security_group_members [ 1040.186807] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d3efa6e-97b0-4322-b9ca-989c14556d59 with Priority: HIGHEST for action security_group_members [ 1040.187234] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dda791a7-91c7-43d5-a386-940d5ab78edf taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.187391] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.187492] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.187766] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.187985] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.188146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.188548] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.188730] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.188864] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.189031] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dda791a7-91c7-43d5-a386-940d5ab78edf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.191176] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d3efa6e-97b0-4322-b9ca-989c14556d59 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.191357] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d3efa6e-97b0-4322-b9ca-989c14556d59" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.191461] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d3efa6e-97b0-4322-b9ca-989c14556d59" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.191749] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d3efa6e-97b0-4322-b9ca-989c14556d59" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.191959] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.192118] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.192225] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.192433] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.192833] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.192990] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d3efa6e-97b0-4322-b9ca-989c14556d59',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.235093] env[65068]: INFO networking_nsxv3.common.synchronization [req-b6316c17-672b-4529-aabb-3fce6b595ac0 req-e0c0bc3b-cd9d-403f-84d7-d55de7827fe1 tempest-ServerRescueTestJSONUnderV235-485913948 tempest-ServerRescueTestJSONUnderV235-485913948-project-member] Enqueued Resource ID: 9d3efa6e-97b0-4322-b9ca-989c14556d59 with Priority: HIGHEST for action security_group_rules [ 1040.235093] env[65068]: INFO networking_nsxv3.common.synchronization [req-b6316c17-672b-4529-aabb-3fce6b595ac0 req-e0c0bc3b-cd9d-403f-84d7-d55de7827fe1 tempest-ServerRescueTestJSONUnderV235-485913948 tempest-ServerRescueTestJSONUnderV235-485913948-project-member] Enqueued Resource ID: 9d3efa6e-97b0-4322-b9ca-989c14556d59 with Priority: HIGHEST for action security_group_members [ 1040.235093] env[65068]: INFO networking_nsxv3.common.synchronization [req-b6316c17-672b-4529-aabb-3fce6b595ac0 req-e0c0bc3b-cd9d-403f-84d7-d55de7827fe1 tempest-ServerRescueTestJSONUnderV235-485913948 tempest-ServerRescueTestJSONUnderV235-485913948-project-member] Enqueued Resource ID: dda791a7-91c7-43d5-a386-940d5ab78edf with Priority: HIGHEST for action security_group_rules [ 1040.235093] env[65068]: INFO networking_nsxv3.common.synchronization [req-b6316c17-672b-4529-aabb-3fce6b595ac0 req-e0c0bc3b-cd9d-403f-84d7-d55de7827fe1 tempest-ServerRescueTestJSONUnderV235-485913948 tempest-ServerRescueTestJSONUnderV235-485913948-project-member] Enqueued Resource ID: dda791a7-91c7-43d5-a386-940d5ab78edf with Priority: HIGHEST for action security_group_members [ 1040.235093] env[65068]: INFO networking_nsxv3.common.synchronization [req-b6316c17-672b-4529-aabb-3fce6b595ac0 req-e0c0bc3b-cd9d-403f-84d7-d55de7827fe1 tempest-ServerRescueTestJSONUnderV235-485913948 tempest-ServerRescueTestJSONUnderV235-485913948-project-member] Enqueued Resource ID: 4c9b41c3-7d71-49e1-8a63-5a6b784c58cd with Priority: HIGHEST for action port [ 1040.235093] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d3efa6e-97b0-4322-b9ca-989c14556d59 with Priority: HIGHEST for action security_group_rules [ 1040.235093] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dda791a7-91c7-43d5-a386-940d5ab78edf with Priority: HIGHEST for action security_group_rules [ 1040.235093] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c9b41c3-7d71-49e1-8a63-5a6b784c58cd with Priority: HIGHEST for action port [ 1040.235523] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d3efa6e-97b0-4322-b9ca-989c14556d59 with Priority: HIGHEST for action security_group_members [ 1040.235523] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dda791a7-91c7-43d5-a386-940d5ab78edf with Priority: HIGHEST for action security_group_members [ 1040.236016] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d3efa6e-97b0-4322-b9ca-989c14556d59 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.236016] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d3efa6e-97b0-4322-b9ca-989c14556d59" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.236122] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d3efa6e-97b0-4322-b9ca-989c14556d59" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.236370] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d3efa6e-97b0-4322-b9ca-989c14556d59" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.236461] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d3efa6e-97b0-4322-b9ca-989c14556d59',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.237323] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dda791a7-91c7-43d5-a386-940d5ab78edf taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.237447] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.237519] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.238648] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.238648] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dda791a7-91c7-43d5-a386-940d5ab78edf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.238648] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c9b41c3-7d71-49e1-8a63-5a6b784c58cd taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.238961] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c9b41c3-7d71-49e1-8a63-5a6b784c58cd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.238961] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c9b41c3-7d71-49e1-8a63-5a6b784c58cd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.239040] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c9b41c3-7d71-49e1-8a63-5a6b784c58cd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.239979] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c9b41c3-7d71-49e1-8a63-5a6b784c58cd',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.243109] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d3efa6e-97b0-4322-b9ca-989c14556d59 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.243109] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d3efa6e-97b0-4322-b9ca-989c14556d59" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.243109] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dda791a7-91c7-43d5-a386-940d5ab78edf taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.243109] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.335280] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.335484] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.336518] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.336518] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.336518] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.336518] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 is going to be created. [ 1040.364836] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.364985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.365037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.365490] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.365490] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.375665] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 in Status: UNINITIALIZED for 2s [ 1040.540483] env[65068]: INFO networking_nsxv3.common.synchronization [req-df6fdccb-6d14-4769-9018-200c0aede0e9 req-daf78e86-8781-46d2-ac99-8d4e49a20069 tempest-ServerRescueTestJSONUnderV235-485913948 tempest-ServerRescueTestJSONUnderV235-485913948-project-member] Enqueued Resource ID: dda791a7-91c7-43d5-a386-940d5ab78edf with Priority: HIGHEST for action security_group_members [ 1040.540483] env[65068]: INFO networking_nsxv3.common.synchronization [req-df6fdccb-6d14-4769-9018-200c0aede0e9 req-daf78e86-8781-46d2-ac99-8d4e49a20069 tempest-ServerRescueTestJSONUnderV235-485913948 tempest-ServerRescueTestJSONUnderV235-485913948-project-member] Enqueued Resource ID: 9d3efa6e-97b0-4322-b9ca-989c14556d59 with Priority: HIGHEST for action security_group_members [ 1040.542123] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dda791a7-91c7-43d5-a386-940d5ab78edf with Priority: HIGHEST for action security_group_members [ 1040.542123] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d3efa6e-97b0-4322-b9ca-989c14556d59 with Priority: HIGHEST for action security_group_members [ 1040.542123] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dda791a7-91c7-43d5-a386-940d5ab78edf taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.542123] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.542341] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d3efa6e-97b0-4322-b9ca-989c14556d59 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.542406] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d3efa6e-97b0-4322-b9ca-989c14556d59" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.596514] env[65068]: INFO networking_nsxv3.common.synchronization [req-df6fdccb-6d14-4769-9018-200c0aede0e9 req-daf78e86-8781-46d2-ac99-8d4e49a20069 tempest-ServerRescueTestJSONUnderV235-485913948 tempest-ServerRescueTestJSONUnderV235-485913948-project-member] Enqueued Resource ID: dda791a7-91c7-43d5-a386-940d5ab78edf with Priority: HIGHEST for action security_group_rules [ 1040.596817] env[65068]: INFO networking_nsxv3.common.synchronization [req-df6fdccb-6d14-4769-9018-200c0aede0e9 req-daf78e86-8781-46d2-ac99-8d4e49a20069 tempest-ServerRescueTestJSONUnderV235-485913948 tempest-ServerRescueTestJSONUnderV235-485913948-project-member] Enqueued Resource ID: dda791a7-91c7-43d5-a386-940d5ab78edf with Priority: HIGHEST for action security_group_members [ 1040.597008] env[65068]: INFO networking_nsxv3.common.synchronization [req-df6fdccb-6d14-4769-9018-200c0aede0e9 req-daf78e86-8781-46d2-ac99-8d4e49a20069 tempest-ServerRescueTestJSONUnderV235-485913948 tempest-ServerRescueTestJSONUnderV235-485913948-project-member] Enqueued Resource ID: 4c9b41c3-7d71-49e1-8a63-5a6b784c58cd with Priority: HIGHEST for action port [ 1040.597701] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dda791a7-91c7-43d5-a386-940d5ab78edf with Priority: HIGHEST for action security_group_rules [ 1040.597829] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dda791a7-91c7-43d5-a386-940d5ab78edf with Priority: HIGHEST for action security_group_members [ 1040.598019] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c9b41c3-7d71-49e1-8a63-5a6b784c58cd with Priority: HIGHEST for action port [ 1040.598389] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dda791a7-91c7-43d5-a386-940d5ab78edf taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.598520] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.598803] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dda791a7-91c7-43d5-a386-940d5ab78edf taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.598930] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.599135] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c9b41c3-7d71-49e1-8a63-5a6b784c58cd taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.599272] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c9b41c3-7d71-49e1-8a63-5a6b784c58cd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.696736] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dda791a7-91c7-43d5-a386-940d5ab78edf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.702035] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d3efa6e-97b0-4322-b9ca-989c14556d59',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.744816] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d3efa6e-97b0-4322-b9ca-989c14556d59 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.745112] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d3efa6e-97b0-4322-b9ca-989c14556d59" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.745346] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dda791a7-91c7-43d5-a386-940d5ab78edf taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.745510] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.745756] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c9b41c3-7d71-49e1-8a63-5a6b784c58cd with status ACTIVE [ 1040.745995] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.746166] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.746509] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.746585] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.746759] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.747080] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.748034] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.748115] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.748624] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.748624] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.748765] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.748856] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.749018] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.749385] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.749828] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.749828] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c9b41c3-7d71-49e1-8a63-5a6b784c58cd is going to be updated. [ 1040.805192] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.805402] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.805462] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.805940] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.806207] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.806412] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c9b41c3-7d71-49e1-8a63-5a6b784c58cd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.807134] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c9b41c3-7d71-49e1-8a63-5a6b784c58cd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.807134] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c9b41c3-7d71-49e1-8a63-5a6b784c58cd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.807134] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c9b41c3-7d71-49e1-8a63-5a6b784c58cd',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.200313] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dda791a7-91c7-43d5-a386-940d5ab78edf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.205148] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d3efa6e-97b0-4322-b9ca-989c14556d59',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.310460] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c9b41c3-7d71-49e1-8a63-5a6b784c58cd with status ACTIVE [ 1041.310698] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.310698] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.310829] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.311171] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.311171] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.311366] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.311468] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.311529] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.311693] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.311787] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.311988] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.312135] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.312257] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.312323] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.312367] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.312427] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c9b41c3-7d71-49e1-8a63-5a6b784c58cd is going to be updated. [ 1041.335315] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.335531] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.335531] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.335746] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.336533] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.336533] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c9b41c3-7d71-49e1-8a63-5a6b784c58cd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.427369] env[65068]: INFO networking_nsxv3.common.synchronization [req-6df0a449-47d5-4142-a964-eb8248c387c2 req-2c67391a-256c-4339-968c-a38aba32f578 tempest-ServersNegativeTestJSON-198047271 tempest-ServersNegativeTestJSON-198047271-project-member] Enqueued Resource ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 with Priority: HIGHEST for action security_group_members [ 1041.428350] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 with Priority: HIGHEST for action security_group_members [ 1041.428454] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.428532] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.428579] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.429026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.429252] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.429670] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.429813] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.430088] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.430217] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.430337] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f0c5a87-5055-49b6-abf5-4c58bafe8fb8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.702552] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.703370] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.703470] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.703682] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.703819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.703898] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dda791a7-91c7-43d5-a386-940d5ab78edf is going to be updated. [ 1041.707655] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.707770] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.707851] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.708089] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.708193] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.708307] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d3efa6e-97b0-4322-b9ca-989c14556d59 is going to be created. [ 1041.729900] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.730152] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.730261] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.730623] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.730698] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.734490] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.734651] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.734651] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.734863] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.735028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.740118] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d3efa6e-97b0-4322-b9ca-989c14556d59 in Status: UNINITIALIZED for 2s [ 1041.743112] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dda791a7-91c7-43d5-a386-940d5ab78edf in Status: IN_PROGRESS for 2s [ 1041.792719] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.792921] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-442" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.793061] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-442" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.793485] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-442" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.793657] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.793813] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.793931] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.794165] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.794309] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.794512] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.794623] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.794733] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.794840] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.794950] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.795067] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.795194] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.823527] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.823700] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1041.823830] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.824133] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-442" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.824332] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-9fc7efe0-758f-4d34-9ae7-297caac1c70b taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.825235] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-9fc7efe0-758f-4d34-9ae7-297caac1c70b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.825235] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-9fc7efe0-758f-4d34-9ae7-297caac1c70b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.825235] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-9fc7efe0-758f-4d34-9ae7-297caac1c70b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.825235] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fc7efe0-758f-4d34-9ae7-297caac1c70b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.933328] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.933494] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.933570] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.933807] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.933948] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.934191] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.934292] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.934353] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.934510] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.934582] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.934738] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 already deleted. [ 1041.934738] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.328485] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.329019] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.329173] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.329445] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.329629] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.329856] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 9fc7efe0-758f-4d34-9ae7-297caac1c70b not found, creating... [ 1042.330146] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.330315] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.330436] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.330663] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.330799] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.332055] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.332055] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.332055] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.332552] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.332851] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.334679] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 9fc7efe0-758f-4d34-9ae7-297caac1c70b is going to be created. [ 1042.357307] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.357495] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.357624] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.357969] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.358220] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.358450] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-9fc7efe0-758f-4d34-9ae7-297caac1c70b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.388097] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 in Status: SUCCESS [ 1042.389167] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.389385] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.389578] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.389946] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.389946] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.390068] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.390223] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.390339] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.390446] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.390547] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.892962] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.110797] env[65068]: INFO networking_nsxv3.common.synchronization [req-6df0a449-47d5-4142-a964-eb8248c387c2 req-e5728c7e-74ac-4ef2-8a89-7511eb12fe6a service nova] Enqueued Resource ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 with Priority: HIGHEST for action security_group_rules [ 1043.111035] env[65068]: INFO networking_nsxv3.common.synchronization [req-6df0a449-47d5-4142-a964-eb8248c387c2 req-e5728c7e-74ac-4ef2-8a89-7511eb12fe6a service nova] Enqueued Resource ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 with Priority: HIGHEST for action security_group_members [ 1043.111150] env[65068]: INFO networking_nsxv3.common.synchronization [req-6df0a449-47d5-4142-a964-eb8248c387c2 req-e5728c7e-74ac-4ef2-8a89-7511eb12fe6a service nova] Enqueued Resource ID: 9fc7efe0-758f-4d34-9ae7-297caac1c70b with Priority: HIGHEST for action port [ 1043.112425] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 with Priority: HIGHEST for action security_group_rules [ 1043.112425] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 with Priority: HIGHEST for action security_group_members [ 1043.112425] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fc7efe0-758f-4d34-9ae7-297caac1c70b with Priority: HIGHEST for action port [ 1043.113353] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.113353] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.113353] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.113688] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.113688] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f0c5a87-5055-49b6-abf5-4c58bafe8fb8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.115261] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.115261] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.115261] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.115261] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.115261] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.115261] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.115261] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.116641] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.116641] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.116641] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f0c5a87-5055-49b6-abf5-4c58bafe8fb8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.116641] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fc7efe0-758f-4d34-9ae7-297caac1c70b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.116641] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fc7efe0-758f-4d34-9ae7-297caac1c70b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.116877] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fc7efe0-758f-4d34-9ae7-297caac1c70b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.116877] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fc7efe0-758f-4d34-9ae7-297caac1c70b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.116954] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fc7efe0-758f-4d34-9ae7-297caac1c70b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.398125] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172: rpc.has_security_group_logging(os_id): False [ 1043.416384] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.416563] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.416638] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.416805] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.416898] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.417155] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.417253] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.417316] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.417468] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.417545] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.417628] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 is going to be created. [ 1043.478332] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.478570] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.478570] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.478730] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.478907] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.497435] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 in Status: IN_PROGRESS for 2s [ 1043.619678] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.621137] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.621137] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f0c5a87-5055-49b6-abf5-4c58bafe8fb8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.621137] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fc7efe0-758f-4d34-9ae7-297caac1c70b with status ACTIVE [ 1043.622256] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.622430] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.622529] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.622767] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.622894] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.623202] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.623341] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.623432] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.623622] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.623734] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.623945] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.624379] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.624379] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.624379] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.624528] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.624607] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fc7efe0-758f-4d34-9ae7-297caac1c70b is going to be updated. [ 1043.651686] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.651859] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.651899] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.652125] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.652564] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.652564] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fc7efe0-758f-4d34-9ae7-297caac1c70b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.769982] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d3efa6e-97b0-4322-b9ca-989c14556d59 in Status: SUCCESS [ 1043.770224] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d3efa6e-97b0-4322-b9ca-989c14556d59" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.770368] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d3efa6e-97b0-4322-b9ca-989c14556d59" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.770669] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d3efa6e-97b0-4322-b9ca-989c14556d59" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.770882] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.771070] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.771146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.771316] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.771399] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.771508] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d3efa6e-97b0-4322-b9ca-989c14556d59',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.803612] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dda791a7-91c7-43d5-a386-940d5ab78edf in Status: SUCCESS [ 1043.803825] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.803990] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.804239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.804431] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.804549] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.804613] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.804765] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.804858] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.804940] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dda791a7-91c7-43d5-a386-940d5ab78edf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.952193] env[65068]: INFO networking_nsxv3.common.synchronization [req-371a38d7-74d7-41ed-843f-dfbbf4595667 req-da153d67-f01b-4446-9883-9f8512b3fc44 tempest-DeleteServersTestJSON-53534962 tempest-DeleteServersTestJSON-53534962-project-member] Enqueued Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 1043.952790] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 1043.953121] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.953250] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.953316] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.953525] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.953676] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.953811] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.953871] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.954054] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.954148] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.954282] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.127553] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f0c5a87-5055-49b6-abf5-4c58bafe8fb8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.277912] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.277912] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.277912] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.277912] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.277912] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.277912] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.277912] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.277912] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.277912] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.277912] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.277912] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d3efa6e-97b0-4322-b9ca-989c14556d59 is going to be deleted. [ 1044.307915] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dda791a7-91c7-43d5-a386-940d5ab78edf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.311796] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.311796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.311796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.311796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.311796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.311796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d3efa6e-97b0-4322-b9ca-989c14556d59" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.311796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d3efa6e-97b0-4322-b9ca-989c14556d59" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.311796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d3efa6e-97b0-4322-b9ca-989c14556d59" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.311796] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.311796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.311796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.311796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.311796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.311796] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d3efa6e-97b0-4322-b9ca-989c14556d59',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.335481] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-643 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.335481] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-643" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.335481] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-643" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.337652] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-643" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.337652] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.337652] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.337652] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.337652] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.337652] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.337652] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.337652] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.337652] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.337652] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.337652] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.338151] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.338151] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.362344] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.362469] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1044.362795] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.362795] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-643" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.363063] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-eef14f70-0837-454b-a78f-c7b675275b86 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.363241] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-eef14f70-0837-454b-a78f-c7b675275b86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.363357] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-eef14f70-0837-454b-a78f-c7b675275b86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.363692] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-eef14f70-0837-454b-a78f-c7b675275b86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.363831] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eef14f70-0837-454b-a78f-c7b675275b86',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.459021] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.459021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.459021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.459021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.459021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.459021] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.459021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.459021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.459021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.459021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.459021] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 is going to be updated. [ 1044.488810] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.488810] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.488810] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.488810] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.490234] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.501513] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: IN_PROGRESS for 2s [ 1044.635710] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.635710] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.635710] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.635710] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.635710] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.635710] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 is going to be created. [ 1044.663208] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.663442] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.663442] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.663685] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.663852] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.676053] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 in Status: UNINITIALIZED for 2s [ 1044.815444] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dda791a7-91c7-43d5-a386-940d5ab78edf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.815444] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.815444] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.815444] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.815444] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.815444] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.815444] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.815444] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.815444] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.815444] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.815444] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.815444] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d3efa6e-97b0-4322-b9ca-989c14556d59 already deleted. [ 1044.815444] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d3efa6e-97b0-4322-b9ca-989c14556d59" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.816099] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d3efa6e-97b0-4322-b9ca-989c14556d59" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.816099] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d3efa6e-97b0-4322-b9ca-989c14556d59" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.816872] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.817012] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.817092] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.817229] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.817304] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.817393] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d3efa6e-97b0-4322-b9ca-989c14556d59',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.866657] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.866883] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.867022] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.867312] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.867468] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.867619] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port eef14f70-0837-454b-a78f-c7b675275b86 not found, creating... [ 1044.868161] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.868339] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.868462] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.868692] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.868844] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.869183] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.869340] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.869455] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.869665] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.869798] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.870011] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: eef14f70-0837-454b-a78f-c7b675275b86 is going to be created. [ 1044.892726] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.892988] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.893125] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.893433] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.893635] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.893845] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-eef14f70-0837-454b-a78f-c7b675275b86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.308528] env[65068]: INFO networking_nsxv3.common.synchronization [req-7491d53d-ec66-477b-ad7b-f0d40cca42c5 req-f37a6388-9256-475d-b961-887c24da2b10 tempest-AttachInterfacesTestJSON-1669976305 tempest-AttachInterfacesTestJSON-1669976305-project-member] Enqueued Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_members [ 1045.309147] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_members [ 1045.309505] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.309644] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.309738] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.310029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.310219] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.310332] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.310394] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.310548] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.310628] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.310718] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.316474] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.316591] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.316669] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.316846] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.316934] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.317052] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dda791a7-91c7-43d5-a386-940d5ab78edf is going to be updated. [ 1045.319341] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.319466] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.319518] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.319687] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.319771] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.319977] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.320084] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.320148] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.320397] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.320397] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.320469] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d3efa6e-97b0-4322-b9ca-989c14556d59 already deleted. [ 1045.321522] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d3efa6e-97b0-4322-b9ca-989c14556d59" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.321522] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d3efa6e-97b0-4322-b9ca-989c14556d59',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.350109] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.350298] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.350357] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.350572] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.350718] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.362983] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dda791a7-91c7-43d5-a386-940d5ab78edf in Status: IN_PROGRESS for 2s [ 1045.515071] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 in Status: SUCCESS [ 1045.515071] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.599357] env[65068]: INFO networking_nsxv3.common.synchronization [req-371a38d7-74d7-41ed-843f-dfbbf4595667 req-d2e9584f-9452-4376-896e-5692e7711e9d service nova] Enqueued Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_rules [ 1045.599533] env[65068]: INFO networking_nsxv3.common.synchronization [req-371a38d7-74d7-41ed-843f-dfbbf4595667 req-d2e9584f-9452-4376-896e-5692e7711e9d service nova] Enqueued Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 1045.599674] env[65068]: INFO networking_nsxv3.common.synchronization [req-371a38d7-74d7-41ed-843f-dfbbf4595667 req-d2e9584f-9452-4376-896e-5692e7711e9d service nova] Enqueued Resource ID: eef14f70-0837-454b-a78f-c7b675275b86 with Priority: HIGHEST for action port [ 1045.600362] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_rules [ 1045.600524] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 1045.600681] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef14f70-0837-454b-a78f-c7b675275b86 with Priority: HIGHEST for action port [ 1045.601420] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.601600] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.601661] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.601889] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.601977] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.603519] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.603624] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.603764] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-eef14f70-0837-454b-a78f-c7b675275b86 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.603873] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eef14f70-0837-454b-a78f-c7b675275b86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.603976] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eef14f70-0837-454b-a78f-c7b675275b86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.606783] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eef14f70-0837-454b-a78f-c7b675275b86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.606883] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eef14f70-0837-454b-a78f-c7b675275b86',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.664954] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-492 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.665200] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.665326] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.665600] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.665846] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.666101] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.666255] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.666482] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.666628] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.666884] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.666976] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.667176] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.669088] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.669088] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.669088] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.669088] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.694134] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.694359] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1045.694499] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.694673] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.695018] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-694cdfe5-062b-42b7-b27b-63c1b33156aa taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.695222] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-694cdfe5-062b-42b7-b27b-63c1b33156aa" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.695347] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-694cdfe5-062b-42b7-b27b-63c1b33156aa" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.695782] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-694cdfe5-062b-42b7-b27b-63c1b33156aa" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.695917] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('694cdfe5-062b-42b7-b27b-63c1b33156aa',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.815126] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.815402] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.815455] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.815707] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.815827] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.816096] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.816233] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.816305] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.816479] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.816556] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.816646] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b already deleted. [ 1045.816734] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.823330] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d3efa6e-97b0-4322-b9ca-989c14556d59',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.108756] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.110171] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.110171] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eef14f70-0837-454b-a78f-c7b675275b86 with status ACTIVE [ 1046.110171] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.110171] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.110171] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.110171] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.110171] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.110911] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.110911] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.110911] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.110911] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.110911] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.110911] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.111276] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.111276] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.111276] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.111276] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.111483] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eef14f70-0837-454b-a78f-c7b675275b86 is going to be updated. [ 1046.135164] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.135375] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.135375] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.135568] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.135709] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.135926] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eef14f70-0837-454b-a78f-c7b675275b86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.199470] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.199747] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.199860] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.200316] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.200494] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.200655] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 694cdfe5-062b-42b7-b27b-63c1b33156aa not found, creating... [ 1046.200939] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.201229] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.201384] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.201694] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.201839] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.202167] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.202332] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.202476] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.202761] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.202878] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.202996] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 694cdfe5-062b-42b7-b27b-63c1b33156aa is going to be created. [ 1046.228791] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.229058] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.229111] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.229378] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.230059] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.230059] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-694cdfe5-062b-42b7-b27b-63c1b33156aa" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.328057] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d3efa6e-97b0-4322-b9ca-989c14556d59: rpc.has_security_group_logging(os_id): False [ 1046.330659] env[65068]: INFO networking_nsxv3.common.synchronization [req-fdd543a2-00cc-4eaf-8cb2-6021bda0bc45 req-2f95136d-2b3f-4f03-a100-8564e2a358f5 tempest-ServersTestJSON-948800146 tempest-ServersTestJSON-948800146-project-member] Enqueued Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 1046.331241] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 1046.332016] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.332182] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.332254] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.332494] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.332671] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.332858] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.332929] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.333108] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.333225] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.333328] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.356546] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.356776] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.356776] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.356971] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.357079] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.357314] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.357423] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.357487] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.357656] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.357732] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.358113] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d3efa6e-97b0-4322-b9ca-989c14556d59 is going to be created. [ 1046.388028] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/9d3efa6e-97b0-4322-b9ca-989c14556d59], does not exist path=[/infra/domains/default/groups/9d3efa6e-97b0-4322-b9ca-989c14556d59]."\n}' [ 1046.388028] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d3efa6e-97b0-4322-b9ca-989c14556d59 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/9d3efa6e-97b0-4322-b9ca-989c14556d59 [ 1046.388028] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1046.428291] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.428487] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.428487] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.428709] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.429523] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.429768] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.429941] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.430023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.430202] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.430284] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.430479] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.430579] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.430641] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.430774] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.430884] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.430975] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d3efa6e-97b0-4322-b9ca-989c14556d59 is going to be created. [ 1046.452029] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/9d3efa6e-97b0-4322-b9ca-989c14556d59], does not exist path=[/infra/domains/default/groups/9d3efa6e-97b0-4322-b9ca-989c14556d59]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/9d3efa6e-97b0-4322-b9ca-989c14556d59 [ 1046.452348] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d3efa6e-97b0-4322-b9ca-989c14556d59" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.452693] env[65068]: Traceback (most recent call last): [ 1046.452810] env[65068]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1046.452810] env[65068]: return func(*args, **kwargs) [ 1046.452810] env[65068]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1046.452810] env[65068]: res.raise_for_status() [ 1046.452810] env[65068]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1046.452810] env[65068]: raise HTTPError(http_error_msg, response=self) [ 1046.452810] env[65068]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/9d3efa6e-97b0-4322-b9ca-989c14556d59 [ 1046.452810] env[65068]: During handling of the above exception, another exception occurred: [ 1046.452810] env[65068]: Traceback (most recent call last): [ 1046.452810] env[65068]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1046.452810] env[65068]: listener.cb(fileno) [ 1046.452810] env[65068]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1046.452810] env[65068]: result = function(*args, **kwargs) [ 1046.452810] env[65068]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1046.452810] env[65068]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1046.452810] env[65068]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1046.452810] env[65068]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1046.452810] env[65068]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1046.452810] env[65068]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1046.452810] env[65068]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1046.452810] env[65068]: res.raise_for_status() [ 1046.452810] env[65068]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1046.452810] env[65068]: raise HTTPError(http_error_msg, response=self) [ 1046.452810] env[65068]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/9d3efa6e-97b0-4322-b9ca-989c14556d59 [ 1046.453801] env[65068]: Removing descriptor: 59 [ 1046.512152] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: SUCCESS [ 1046.512367] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 deletion is rescheduled due to dependency. [ 1046.512506] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.512700] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.512949] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.513172] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.513318] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.513410] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.513598] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.513714] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.513867] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.661632] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-104 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.662168] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-104" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.662168] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-104" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.662363] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-104" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.662533] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.662695] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.662797] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.663017] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.663163] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.663606] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.663606] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.663736] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.663924] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.663924] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.664135] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.664135] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.685089] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.685268] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1046.685401] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.685573] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-104" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.685886] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-ec3add5d-2698-416e-88c9-7808453a97d6 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.686070] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-ec3add5d-2698-416e-88c9-7808453a97d6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.686189] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-ec3add5d-2698-416e-88c9-7808453a97d6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.686532] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-ec3add5d-2698-416e-88c9-7808453a97d6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.686672] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec3add5d-2698-416e-88c9-7808453a97d6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.688542] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 in Status: SUCCESS [ 1046.688737] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.688898] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.690117] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.690117] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.690117] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.690117] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.690117] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.690117] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.690117] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.690117] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f0c5a87-5055-49b6-abf5-4c58bafe8fb8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.835170] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.979593] env[65068]: INFO networking_nsxv3.common.synchronization [req-7491d53d-ec66-477b-ad7b-f0d40cca42c5 req-f2afdf13-6c9b-4c0a-af1d-786ecb6443e3 service nova] Enqueued Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_rules [ 1046.979914] env[65068]: INFO networking_nsxv3.common.synchronization [req-7491d53d-ec66-477b-ad7b-f0d40cca42c5 req-f2afdf13-6c9b-4c0a-af1d-786ecb6443e3 service nova] Enqueued Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_members [ 1046.979989] env[65068]: INFO networking_nsxv3.common.synchronization [req-7491d53d-ec66-477b-ad7b-f0d40cca42c5 req-f2afdf13-6c9b-4c0a-af1d-786ecb6443e3 service nova] Enqueued Resource ID: 694cdfe5-062b-42b7-b27b-63c1b33156aa with Priority: HIGHEST for action port [ 1046.980522] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_rules [ 1046.980670] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_members [ 1046.980762] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694cdfe5-062b-42b7-b27b-63c1b33156aa with Priority: HIGHEST for action port [ 1046.983663] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.983808] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.983872] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.984258] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.984258] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.985255] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.985255] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.985630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.985630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.985781] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.985781] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.985871] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.986616] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.986616] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.986616] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.987083] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-694cdfe5-062b-42b7-b27b-63c1b33156aa taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.987448] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-694cdfe5-062b-42b7-b27b-63c1b33156aa" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.987448] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-694cdfe5-062b-42b7-b27b-63c1b33156aa" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.987448] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-694cdfe5-062b-42b7-b27b-63c1b33156aa" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.989889] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('694cdfe5-062b-42b7-b27b-63c1b33156aa',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.015875] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.192548] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.192819] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.193031] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.193321] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.193538] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.193723] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port ec3add5d-2698-416e-88c9-7808453a97d6 not found, creating... [ 1047.194039] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.194228] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.194386] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.194670] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.194826] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.195184] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.195434] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.195660] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.196042] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.196204] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.196348] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: ec3add5d-2698-416e-88c9-7808453a97d6 is going to be created. [ 1047.197901] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.198115] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.198230] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.198513] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.198743] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.198852] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.198929] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.199094] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.199173] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.199245] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.199466] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.199655] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.199655] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.199771] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.199936] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.200082] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.200193] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.200450] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.200595] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.200743] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.200881] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f0c5a87-5055-49b6-abf5-4c58bafe8fb8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.222620] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.222902] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.223014] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.223313] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.223543] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.223816] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-ec3add5d-2698-416e-88c9-7808453a97d6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.339369] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.374401] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dda791a7-91c7-43d5-a386-940d5ab78edf in Status: SUCCESS [ 1047.374636] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.375167] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.375390] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.375621] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.375781] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.375910] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.376131] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.376232] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.376342] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dda791a7-91c7-43d5-a386-940d5ab78edf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.489924] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.490629] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.490755] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.491859] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 694cdfe5-062b-42b7-b27b-63c1b33156aa with status ACTIVE [ 1047.492209] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.492209] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.492372] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.492605] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.492605] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.492755] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.492926] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.492926] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.493506] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.493506] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.493506] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.493506] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.493506] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.494028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.494028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.494028] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 694cdfe5-062b-42b7-b27b-63c1b33156aa is going to be updated. [ 1047.517451] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.520139] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.520139] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.520312] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.520475] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.520710] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.520867] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-694cdfe5-062b-42b7-b27b-63c1b33156aa" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.703257] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8: rpc.has_security_group_logging(os_id): False [ 1047.728749] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.728963] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.729085] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.729391] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.729526] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.729838] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.730756] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.730756] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.731085] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.731229] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.731521] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.731709] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.731820] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.732012] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.732175] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.732448] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.732546] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.732644] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.732857] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.732995] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.733120] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 is going to be created. [ 1047.826066] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.826066] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.826066] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.826487] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.826487] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.843670] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 in Status: IN_PROGRESS for 2s [ 1047.844137] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.844342] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.844404] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.844626] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.844727] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.844847] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6204eb35-df30-40b2-990a-328fb715bd34 is going to be updated. [ 1047.879165] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dda791a7-91c7-43d5-a386-940d5ab78edf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.883781] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.884390] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.884390] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.884560] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.885062] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.911895] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: IN_PROGRESS for 2s [ 1047.992586] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.020297] env[65068]: INFO networking_nsxv3.common.synchronization [req-fdd543a2-00cc-4eaf-8cb2-6021bda0bc45 req-2a0c8f19-9fb5-4723-9be5-38e62f4b0fc9 service nova] Enqueued Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_rules [ 1048.020469] env[65068]: INFO networking_nsxv3.common.synchronization [req-fdd543a2-00cc-4eaf-8cb2-6021bda0bc45 req-2a0c8f19-9fb5-4723-9be5-38e62f4b0fc9 service nova] Enqueued Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 1048.020603] env[65068]: INFO networking_nsxv3.common.synchronization [req-fdd543a2-00cc-4eaf-8cb2-6021bda0bc45 req-2a0c8f19-9fb5-4723-9be5-38e62f4b0fc9 service nova] Enqueued Resource ID: ec3add5d-2698-416e-88c9-7808453a97d6 with Priority: HIGHEST for action port [ 1048.021107] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_rules [ 1048.021244] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 1048.021501] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec3add5d-2698-416e-88c9-7808453a97d6 with Priority: HIGHEST for action port [ 1048.021618] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.021724] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.021787] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.022176] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.022277] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.024267] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.024267] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.024267] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec3add5d-2698-416e-88c9-7808453a97d6 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.024267] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec3add5d-2698-416e-88c9-7808453a97d6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.024267] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec3add5d-2698-416e-88c9-7808453a97d6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.024267] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec3add5d-2698-416e-88c9-7808453a97d6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.024267] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec3add5d-2698-416e-88c9-7808453a97d6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.025839] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.025839] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.025839] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.025839] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.025839] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.026162] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 is going to be updated. [ 1048.059172] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.059172] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.059172] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.059172] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.060105] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.069800] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: IN_PROGRESS for 2s [ 1048.383332] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dda791a7-91c7-43d5-a386-940d5ab78edf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.498500] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.498830] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.498830] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.499303] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.499441] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.499532] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b is going to be created. [ 1048.525762] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.526225] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.528518] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec3add5d-2698-416e-88c9-7808453a97d6 with status ACTIVE [ 1048.528936] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.528936] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.529216] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.529216] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.529332] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.529503] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.529600] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.529660] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.529816] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.529929] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.530142] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.530287] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.530348] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.530453] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.530525] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.530611] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec3add5d-2698-416e-88c9-7808453a97d6 is going to be updated. [ 1048.532870] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.533049] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.533168] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.533361] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.533977] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.552400] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b in Status: UNINITIALIZED for 2s [ 1048.565064] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.565261] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.565261] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.565511] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.565963] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.565963] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec3add5d-2698-416e-88c9-7808453a97d6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.887582] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.887949] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.887949] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.888130] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.888225] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.888327] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dda791a7-91c7-43d5-a386-940d5ab78edf is going to be updated. [ 1048.922039] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.922231] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.922278] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.922470] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.922612] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.938126] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dda791a7-91c7-43d5-a386-940d5ab78edf in Status: IN_PROGRESS for 2s [ 1049.858840] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 in Status: SUCCESS [ 1049.859199] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.923414] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: SUCCESS [ 1049.923882] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.923965] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.924211] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.924473] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.924639] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.924728] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.924931] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.925053] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.925182] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.081950] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: SUCCESS [ 1050.082286] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.082898] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.083240] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.083473] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.083629] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.083699] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.083896] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.084020] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.084117] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.084216] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.428190] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.562708] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b in Status: SUCCESS [ 1050.562890] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.563103] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.563352] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.563596] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.563699] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.563756] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.563937] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.564025] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.564114] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.564210] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.586738] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.586893] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.586965] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.587305] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.587482] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.587573] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.587624] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.587768] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.587870] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.587950] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.588107] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.588198] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.588249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.588391] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.588524] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.588684] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.588684] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.588812] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.588886] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.588964] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.589063] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.930358] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.949417] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dda791a7-91c7-43d5-a386-940d5ab78edf in Status: SUCCESS [ 1050.950228] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.950328] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.950723] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.950723] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.950900] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.950900] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.951073] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.951155] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.951260] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dda791a7-91c7-43d5-a386-940d5ab78edf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.066346] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.066536] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.066603] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.066815] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.068056] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.068056] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.068056] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.068314] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.068314] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.068419] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.068595] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.068711] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.068789] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.068963] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.069279] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.069439] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.069524] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.069683] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.069768] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.069982] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.070287] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.092528] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 940eac30-3ff5-49b7-b364-81e0d7e55b54: rpc.has_security_group_logging(os_id): False [ 1051.112419] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.112596] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.112705] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.112933] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.140332] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.140728] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.140882] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.140943] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.141211] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.141293] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.141836] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.141836] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.141836] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.141836] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.142164] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.142164] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.142301] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.142301] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.142486] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.142571] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.142657] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 is going to be updated. [ 1051.214785] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.215208] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.215208] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.215330] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.215434] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.234218] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: IN_PROGRESS for 2s [ 1051.293568] env[65068]: INFO networking_nsxv3.common.synchronization [req-51415d38-d2dc-4b48-b992-c9e40e0a50c2 req-f3519338-531f-43b7-a5e8-a312b1095ad5 tempest-ServerRescueTestJSONUnderV235-485913948 tempest-ServerRescueTestJSONUnderV235-485913948-project-member] Enqueued Resource ID: dda791a7-91c7-43d5-a386-940d5ab78edf with Priority: HIGHEST for action security_group_members [ 1051.293822] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dda791a7-91c7-43d5-a386-940d5ab78edf with Priority: HIGHEST for action security_group_members [ 1051.294485] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dda791a7-91c7-43d5-a386-940d5ab78edf taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.294485] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.433635] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.433635] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.433824] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.434118] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.434273] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.434437] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6204eb35-df30-40b2-990a-328fb715bd34 is going to be updated. [ 1051.453402] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dda791a7-91c7-43d5-a386-940d5ab78edf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.466985] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.467447] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.467447] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.467606] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.467669] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.477477] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: IN_PROGRESS for 2s [ 1051.572522] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc8bc2ce-1641-465f-8dba-1d9e3b38c61b: rpc.has_security_group_logging(os_id): False [ 1051.598476] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.598476] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.598476] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.598723] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.598723] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.598908] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.599029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.599105] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.599229] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.599300] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.599551] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.599672] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.599672] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.599793] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.599897] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.600094] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.600208] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.600278] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.600378] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.600440] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.600559] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b is going to be created. [ 1051.688862] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.689132] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.689132] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.689311] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.689497] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.700574] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b in Status: IN_PROGRESS for 2s [ 1051.913019] env[65068]: INFO networking_nsxv3.common.synchronization [req-05163dd5-5df5-4a65-9b75-c0541f1a5e83 req-d984a2b9-1757-4498-aa25-9956f7c17da6 tempest-AttachInterfacesUnderV243Test-1182631012 tempest-AttachInterfacesUnderV243Test-1182631012-project-member] Enqueued Resource ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b with Priority: HIGHEST for action security_group_members [ 1051.913609] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b with Priority: HIGHEST for action security_group_members [ 1051.920092] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.920092] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.920092] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.920092] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.920092] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.920092] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.920368] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.920368] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.920368] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.920474] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f29cb6f8-fd07-43b4-99c6-e1efc52f913b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.936605] env[65068]: INFO networking_nsxv3.common.synchronization [req-05163dd5-5df5-4a65-9b75-c0541f1a5e83 req-d984a2b9-1757-4498-aa25-9956f7c17da6 tempest-AttachInterfacesUnderV243Test-1182631012 tempest-AttachInterfacesUnderV243Test-1182631012-project-member] Enqueued Resource ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b with Priority: HIGHEST for action security_group_rules [ 1051.936885] env[65068]: INFO networking_nsxv3.common.synchronization [req-05163dd5-5df5-4a65-9b75-c0541f1a5e83 req-d984a2b9-1757-4498-aa25-9956f7c17da6 tempest-AttachInterfacesUnderV243Test-1182631012 tempest-AttachInterfacesUnderV243Test-1182631012-project-member] Enqueued Resource ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b with Priority: HIGHEST for action security_group_members [ 1051.936932] env[65068]: INFO networking_nsxv3.common.synchronization [req-05163dd5-5df5-4a65-9b75-c0541f1a5e83 req-d984a2b9-1757-4498-aa25-9956f7c17da6 tempest-AttachInterfacesUnderV243Test-1182631012 tempest-AttachInterfacesUnderV243Test-1182631012-project-member] Enqueued Resource ID: 86c7ba43-0add-48dc-a181-a7c69b562555 with Priority: HIGHEST for action port [ 1051.937667] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b with Priority: HIGHEST for action security_group_rules [ 1051.938144] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b with Priority: HIGHEST for action security_group_members [ 1051.938144] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86c7ba43-0add-48dc-a181-a7c69b562555 with Priority: HIGHEST for action port [ 1051.938300] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f29cb6f8-fd07-43b4-99c6-e1efc52f913b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.938432] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.938501] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.938700] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.938782] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f29cb6f8-fd07-43b4-99c6-e1efc52f913b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.939658] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.939710] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.939897] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-86c7ba43-0add-48dc-a181-a7c69b562555 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.940023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86c7ba43-0add-48dc-a181-a7c69b562555" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.940106] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86c7ba43-0add-48dc-a181-a7c69b562555" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.940252] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86c7ba43-0add-48dc-a181-a7c69b562555" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.940328] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86c7ba43-0add-48dc-a181-a7c69b562555',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.955272] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dda791a7-91c7-43d5-a386-940d5ab78edf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.423360] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f29cb6f8-fd07-43b4-99c6-e1efc52f913b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.442687] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.442916] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.443010] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86c7ba43-0add-48dc-a181-a7c69b562555 with status ACTIVE [ 1052.443176] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.443313] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.443397] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.443570] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.443684] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.443825] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.444022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.444083] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.444239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.444310] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.444497] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.444592] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.444648] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.444789] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.444919] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.444998] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86c7ba43-0add-48dc-a181-a7c69b562555 is going to be updated. [ 1052.457886] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.458125] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.458220] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.458483] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.458603] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.458735] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dda791a7-91c7-43d5-a386-940d5ab78edf is going to be updated. [ 1052.474359] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.474586] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.474661] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.474852] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.475034] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.475269] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86c7ba43-0add-48dc-a181-a7c69b562555" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.491721] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.491721] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.491721] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.491721] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.491721] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.502824] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dda791a7-91c7-43d5-a386-940d5ab78edf in Status: IN_PROGRESS for 2s [ 1052.928411] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f29cb6f8-fd07-43b4-99c6-e1efc52f913b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.254372] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: SUCCESS [ 1053.254634] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.430763] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.430763] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.430763] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.431052] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.431186] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.431291] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b is going to be updated. [ 1053.462445] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.462603] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.462680] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.462897] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.463363] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.475032] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b in Status: IN_PROGRESS for 2s [ 1053.486525] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: SUCCESS [ 1053.486756] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.486912] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.488035] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.488035] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.488035] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.488035] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.488035] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.488035] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.488035] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.488035] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.729079] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b in Status: SUCCESS [ 1053.729328] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.990063] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.990226] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.990290] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.990544] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.990733] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.990846] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.990907] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.991103] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.991285] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.991343] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.991490] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.991581] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.991635] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.991805] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.991947] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.992056] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.992120] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.992242] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.992317] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.992382] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.992490] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.495055] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6204eb35-df30-40b2-990a-328fb715bd34: rpc.has_security_group_logging(os_id): False [ 1054.513045] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dda791a7-91c7-43d5-a386-940d5ab78edf in Status: SUCCESS [ 1054.513283] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.513465] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.513838] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.514110] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.514288] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.514387] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.514581] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.514704] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.514836] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.514968] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dda791a7-91c7-43d5-a386-940d5ab78edf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.516518] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.516650] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.516727] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.516893] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.517827] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.518101] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.518265] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.518410] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.518485] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.518569] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.518644] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.518720] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dda791a7-91c7-43d5-a386-940d5ab78edf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.548963] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.548963] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.549161] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.549161] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.550216] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.550216] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.550216] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.550216] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.550216] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.550216] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.550216] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.550553] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.550553] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.550553] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.550754] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.550811] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.550866] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6204eb35-df30-40b2-990a-328fb715bd34 is going to be updated. [ 1054.633799] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.633799] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.633799] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.633799] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.633799] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.651952] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: IN_PROGRESS for 2s [ 1055.023477] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dda791a7-91c7-43d5-a386-940d5ab78edf taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.023608] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.023877] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.023998] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.024080] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.024307] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.045823] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.045823] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.045823] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.046063] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.046339] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.046562] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.046562] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dda791a7-91c7-43d5-a386-940d5ab78edf is going to be updated. [ 1055.070789] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.071142] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.071203] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.071411] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.071566] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.083071] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dda791a7-91c7-43d5-a386-940d5ab78edf in Status: IN_PROGRESS for 2s [ 1055.485436] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b in Status: SUCCESS [ 1055.489033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.489033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.489033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.489033] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.489033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.489033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.489033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.489033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.489033] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f29cb6f8-fd07-43b4-99c6-e1efc52f913b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.699477] env[65068]: INFO networking_nsxv3.common.synchronization [req-df2a0ae6-8575-425a-841a-bbb9727b409d req-0ce56b13-a2be-4606-93fa-cbb6bff84bc6 tempest-AttachInterfacesUnderV243Test-1182631012 tempest-AttachInterfacesUnderV243Test-1182631012-project-member] Enqueued Resource ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b with Priority: HIGHEST for action security_group_members [ 1055.699818] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b with Priority: HIGHEST for action security_group_members [ 1055.700323] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.701516] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.715080] env[65068]: INFO networking_nsxv3.common.synchronization [req-df2a0ae6-8575-425a-841a-bbb9727b409d req-0ce56b13-a2be-4606-93fa-cbb6bff84bc6 tempest-AttachInterfacesUnderV243Test-1182631012 tempest-AttachInterfacesUnderV243Test-1182631012-project-member] Enqueued Resource ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b with Priority: HIGHEST for action security_group_rules [ 1055.715258] env[65068]: INFO networking_nsxv3.common.synchronization [req-df2a0ae6-8575-425a-841a-bbb9727b409d req-0ce56b13-a2be-4606-93fa-cbb6bff84bc6 tempest-AttachInterfacesUnderV243Test-1182631012 tempest-AttachInterfacesUnderV243Test-1182631012-project-member] Enqueued Resource ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b with Priority: HIGHEST for action security_group_members [ 1055.715334] env[65068]: INFO networking_nsxv3.common.synchronization [req-df2a0ae6-8575-425a-841a-bbb9727b409d req-0ce56b13-a2be-4606-93fa-cbb6bff84bc6 tempest-AttachInterfacesUnderV243Test-1182631012 tempest-AttachInterfacesUnderV243Test-1182631012-project-member] Enqueued Resource ID: 86c7ba43-0add-48dc-a181-a7c69b562555 with Priority: HIGHEST for action port [ 1055.716784] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b with Priority: HIGHEST for action security_group_rules [ 1055.716784] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b with Priority: HIGHEST for action security_group_members [ 1055.717447] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86c7ba43-0add-48dc-a181-a7c69b562555 with Priority: HIGHEST for action port [ 1055.717447] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f29cb6f8-fd07-43b4-99c6-e1efc52f913b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.717447] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.718191] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.718191] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.718191] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-86c7ba43-0add-48dc-a181-a7c69b562555 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.718191] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86c7ba43-0add-48dc-a181-a7c69b562555" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.718191] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86c7ba43-0add-48dc-a181-a7c69b562555" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.718191] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86c7ba43-0add-48dc-a181-a7c69b562555" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.718191] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86c7ba43-0add-48dc-a181-a7c69b562555',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.992415] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f29cb6f8-fd07-43b4-99c6-e1efc52f913b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.223194] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86c7ba43-0add-48dc-a181-a7c69b562555 with status ACTIVE [ 1056.223431] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.223564] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.223631] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.223857] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.223944] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.224152] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.224258] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.224326] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.224496] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.224577] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.224782] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.224872] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.224978] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.225127] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.225200] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.225282] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86c7ba43-0add-48dc-a181-a7c69b562555 is going to be updated. [ 1056.248526] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.248816] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.248816] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.249079] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.249251] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.249468] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86c7ba43-0add-48dc-a181-a7c69b562555" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.496429] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f29cb6f8-fd07-43b4-99c6-e1efc52f913b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.674263] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: SUCCESS [ 1056.674263] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.998855] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.999135] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.999135] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.000689] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.000689] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.000689] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b is going to be updated. [ 1057.034496] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.034698] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.034772] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.035035] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.035185] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.045958] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b in Status: IN_PROGRESS for 2s [ 1057.097034] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dda791a7-91c7-43d5-a386-940d5ab78edf in Status: SUCCESS [ 1057.097034] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dda791a7-91c7-43d5-a386-940d5ab78edf deletion is rescheduled due to dependency. [ 1057.097250] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.098554] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.098554] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.098554] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.098554] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.098554] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.098554] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.098554] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.098554] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.098963] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dda791a7-91c7-43d5-a386-940d5ab78edf taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.098963] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.098963] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.098963] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.099118] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.099224] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.099286] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.099430] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.099508] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.099588] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.099709] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dda791a7-91c7-43d5-a386-940d5ab78edf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.602710] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dda791a7-91c7-43d5-a386-940d5ab78edf: rpc.has_security_group_logging(os_id): False [ 1057.623016] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.623016] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.623016] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.623223] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.623476] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.623529] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.623648] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.623717] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.625049] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.625049] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.625049] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.625049] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.625049] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.625049] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.625049] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.625049] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.625049] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.625049] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.625582] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.625582] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.625582] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dda791a7-91c7-43d5-a386-940d5ab78edf is going to be updated. [ 1057.687683] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.690022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.690022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.690022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.690022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.707183] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dda791a7-91c7-43d5-a386-940d5ab78edf in Status: IN_PROGRESS for 2s [ 1059.058522] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b in Status: SUCCESS [ 1059.059040] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.059209] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.060207] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.060207] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.060207] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.060207] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.060511] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.060511] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.060697] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.060787] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f29cb6f8-fd07-43b4-99c6-e1efc52f913b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.062193] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.062193] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.062447] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.062624] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.062740] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.062988] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.063153] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.063310] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f29cb6f8-fd07-43b4-99c6-e1efc52f913b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.568289] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f29cb6f8-fd07-43b4-99c6-e1efc52f913b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.572124] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f29cb6f8-fd07-43b4-99c6-e1efc52f913b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.726433] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dda791a7-91c7-43d5-a386-940d5ab78edf in Status: SUCCESS [ 1059.726766] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.727054] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.727403] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.727597] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dda791a7-91c7-43d5-a386-940d5ab78edf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.833414] env[65068]: INFO networking_nsxv3.common.synchronization [None req-e8de878b-c9c1-4ee7-955d-c372a6a4f7f8 None None] Enqueued Resource ID: cd7432fa-03d7-4961-81c0-7209d93fb066 with Priority: HIGHEST for action port [ 1059.833414] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd7432fa-03d7-4961-81c0-7209d93fb066 with Priority: HIGHEST for action port [ 1059.833414] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd7432fa-03d7-4961-81c0-7209d93fb066 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.833414] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd7432fa-03d7-4961-81c0-7209d93fb066" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.833414] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd7432fa-03d7-4961-81c0-7209d93fb066" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.833771] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd7432fa-03d7-4961-81c0-7209d93fb066" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.833808] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd7432fa-03d7-4961-81c0-7209d93fb066',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.944650] env[65068]: INFO networking_nsxv3.common.synchronization [req-edd4c2f8-05d2-475e-bce9-6fcac526c766 req-4a19ed1e-1585-43b7-9626-cd4218f3b776 tempest-AttachInterfacesUnderV243Test-1182631012 tempest-AttachInterfacesUnderV243Test-1182631012-project-member] Enqueued Resource ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b with Priority: HIGHEST for action security_group_members [ 1059.944650] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b with Priority: HIGHEST for action security_group_members [ 1059.944972] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.945680] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.078349] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f29cb6f8-fd07-43b4-99c6-e1efc52f913b: rpc.has_security_group_logging(os_id): False [ 1060.078349] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f29cb6f8-fd07-43b4-99c6-e1efc52f913b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.099591] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.099673] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.099711] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.100272] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.123095] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.123425] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.125449] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.125449] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.125449] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.125449] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.125449] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b is going to be updated. [ 1060.193828] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.197319] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.197469] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.198232] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.198232] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.217042] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b in Status: IN_PROGRESS for 2s [ 1060.255859] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.256067] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.256115] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.256299] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.256383] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.256475] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dda791a7-91c7-43d5-a386-940d5ab78edf is going to be deleted. [ 1060.334180] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.334281] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.334337] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.335681] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.335681] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.335681] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dda791a7-91c7-43d5-a386-940d5ab78edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.338537] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd7432fa-03d7-4961-81c0-7209d93fb066 [ 1060.339274] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.339428] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.339477] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.339721] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.343350] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.343350] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd7432fa-03d7-4961-81c0-7209d93fb066 already deleted. [ 1060.343507] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd7432fa-03d7-4961-81c0-7209d93fb066" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.472203] env[65068]: INFO networking_nsxv3.common.synchronization [req-c53509fd-c3f3-4430-aaff-45041cba6c6a req-3bea86d6-7907-4999-a7d7-5ae6f13bb74a tempest-AttachInterfacesTestJSON-1669976305 tempest-AttachInterfacesTestJSON-1669976305-project-member] Enqueued Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_members [ 1060.472526] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_members [ 1060.472852] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.472977] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.473897] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.474775] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.474775] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.474775] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.474775] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.475108] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.475108] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.475108] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.547359] env[65068]: INFO networking_nsxv3.common.synchronization [req-4eeb1d0d-9282-4280-8a0c-ec73ec9cb222 req-f735c33f-f154-4792-82e7-2729020cf033 tempest-ServersTestJSON-948800146 tempest-ServersTestJSON-948800146-project-member] Enqueued Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 1060.547992] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 1060.548342] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.548483] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.548556] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.548767] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.548950] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.549374] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.549494] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.549688] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.549826] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.550014] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.584985] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.585177] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.585262] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.585499] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.585606] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.585735] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b is going to be updated. [ 1060.621337] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.621502] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.621572] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.621754] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.621982] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.633359] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b in Status: IN_PROGRESS for 2s [ 1060.920088] env[65068]: INFO networking_nsxv3.common.synchronization [req-3e4c0f69-ee2a-4d40-8c39-736602fa6867 req-005fae03-a42d-41b6-8754-8731d031a962 tempest-ServerDiskConfigTestJSON-2108457671 tempest-ServerDiskConfigTestJSON-2108457671-project-member] Enqueued Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_members [ 1060.920425] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_members [ 1060.922857] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.922857] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.922857] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.922857] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.922857] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.922857] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.922857] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.922857] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.922857] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.922857] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.977903] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.977903] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.977903] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.978194] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.978194] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.981046] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.981046] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.981046] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.981046] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.981046] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.981046] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b is going to be updated. [ 1061.008504] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.009320] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.009320] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.009320] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.009320] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.021385] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b in Status: IN_PROGRESS for 2s [ 1061.053145] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.424797] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.425177] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.425177] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.425431] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.453048] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.453346] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.453505] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.453742] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.454076] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.454303] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.454602] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d is going to be updated. [ 1061.500680] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.500941] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.500941] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.501173] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.501323] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.511752] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: IN_PROGRESS for 2s [ 1061.555112] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.058160] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.058160] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.058160] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.058160] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.058472] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.058472] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6204eb35-df30-40b2-990a-328fb715bd34 is going to be updated. [ 1062.089418] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.089573] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.089573] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.089854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.090097] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.101175] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: IN_PROGRESS for 2s [ 1062.231432] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b in Status: SUCCESS [ 1062.231432] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.231638] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.231771] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.231858] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f29cb6f8-fd07-43b4-99c6-e1efc52f913b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.537720] env[65068]: INFO networking_nsxv3.common.synchronization [None req-a96b19a1-5d30-4851-9557-275ecc72fc0a None None] Enqueued Resource ID: aa3a4fb6-4231-4dc9-84ac-064207ce6ed6 with Priority: HIGHEST for action port [ 1062.538647] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa3a4fb6-4231-4dc9-84ac-064207ce6ed6 with Priority: HIGHEST for action port [ 1062.538798] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa3a4fb6-4231-4dc9-84ac-064207ce6ed6 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.539946] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa3a4fb6-4231-4dc9-84ac-064207ce6ed6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.539946] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa3a4fb6-4231-4dc9-84ac-064207ce6ed6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.539946] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa3a4fb6-4231-4dc9-84ac-064207ce6ed6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.539946] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa3a4fb6-4231-4dc9-84ac-064207ce6ed6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.646477] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b in Status: SUCCESS [ 1062.646477] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.646477] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.646477] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.646477] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.646477] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.646477] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.646477] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.646477] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.646477] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f29cb6f8-fd07-43b4-99c6-e1efc52f913b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.766864] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.766864] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.766864] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.767335] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.767335] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.767335] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b is going to be deleted. [ 1062.836488] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.836898] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.836898] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.837148] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.837297] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.838521] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.958719] env[65068]: INFO networking_nsxv3.common.synchronization [None req-7c87ba14-de45-4d90-bc3b-a709dca258ec tempest-AttachVolumeNegativeTest-782383804 tempest-AttachVolumeNegativeTest-782383804-project-member] Enqueued Resource ID: 3146c6ec-7500-4f8f-835c-a2222a7b721a with Priority: HIGHEST for action security_group_rules [ 1062.961638] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3146c6ec-7500-4f8f-835c-a2222a7b721a with Priority: HIGHEST for action security_group_rules [ 1062.962094] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3146c6ec-7500-4f8f-835c-a2222a7b721a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.962228] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3146c6ec-7500-4f8f-835c-a2222a7b721a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.962300] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3146c6ec-7500-4f8f-835c-a2222a7b721a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.962608] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3146c6ec-7500-4f8f-835c-a2222a7b721a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.962669] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3146c6ec-7500-4f8f-835c-a2222a7b721a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.033259] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b in Status: SUCCESS [ 1063.033443] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b deletion is rescheduled due to dependency. [ 1063.033555] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.041863] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa3a4fb6-4231-4dc9-84ac-064207ce6ed6 [ 1063.041863] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.041863] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.041863] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.041863] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.041863] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.041863] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa3a4fb6-4231-4dc9-84ac-064207ce6ed6 already deleted. [ 1063.042195] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa3a4fb6-4231-4dc9-84ac-064207ce6ed6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.053541] env[65068]: INFO networking_nsxv3.common.synchronization [None req-5ab9dc00-74ae-4f93-bc2b-16599c030047 tempest-AttachVolumeNegativeTest-782383804 tempest-AttachVolumeNegativeTest-782383804-project-member] Enqueued Resource ID: 3146c6ec-7500-4f8f-835c-a2222a7b721a with Priority: HIGHEST for action security_group_rules [ 1063.054412] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3146c6ec-7500-4f8f-835c-a2222a7b721a with Priority: HIGHEST for action security_group_rules [ 1063.054710] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3146c6ec-7500-4f8f-835c-a2222a7b721a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.054830] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3146c6ec-7500-4f8f-835c-a2222a7b721a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.148637] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.148774] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.148871] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.149076] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.149229] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.149484] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.149607] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.149725] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.149967] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.150081] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.150220] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b is going to be deleted. [ 1063.183109] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.183345] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.183399] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.183614] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.183706] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.183913] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.184613] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.184693] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.185629] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.185629] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.185629] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.185629] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.185629] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.185629] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f29cb6f8-fd07-43b4-99c6-e1efc52f913b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.222912] env[65068]: INFO networking_nsxv3.common.synchronization [req-8bf530a9-4121-4498-854a-18204be66384 req-df911290-7ca4-4b71-91f7-5e155b1518d1 tempest-ServersNegativeTestJSON-198047271 tempest-ServersNegativeTestJSON-198047271-project-member] Enqueued Resource ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 with Priority: HIGHEST for action security_group_members [ 1063.223131] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 with Priority: HIGHEST for action security_group_members [ 1063.223437] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.223559] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.223624] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.223983] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.224157] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.224256] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.224317] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.224476] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.224633] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.224687] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f0c5a87-5055-49b6-abf5-4c58bafe8fb8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.486086] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.486330] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.486495] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.486747] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.486913] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.487092] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3146c6ec-7500-4f8f-835c-a2222a7b721a already deleted. [ 1063.487233] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3146c6ec-7500-4f8f-835c-a2222a7b721a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.488044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3146c6ec-7500-4f8f-835c-a2222a7b721a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.488044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3146c6ec-7500-4f8f-835c-a2222a7b721a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.488044] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3146c6ec-7500-4f8f-835c-a2222a7b721a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.523405] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: SUCCESS [ 1063.523598] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d deletion is rescheduled due to dependency. [ 1063.523696] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.619884] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.620380] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-442" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.620380] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-442" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.621354] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-442" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.621354] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.621354] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.621354] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.621641] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.621888] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.622150] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.622270] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.622381] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.622490] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.622603] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.622710] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.622842] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.656057] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.656308] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1063.656532] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.657269] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-442" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.657269] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-5382a623-b4a6-4610-8e23-2d05f6de484e taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.657448] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-5382a623-b4a6-4610-8e23-2d05f6de484e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.658035] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-5382a623-b4a6-4610-8e23-2d05f6de484e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.658035] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-5382a623-b4a6-4610-8e23-2d05f6de484e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.658277] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5382a623-b4a6-4610-8e23-2d05f6de484e',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.689397] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.690310] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.690390] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.690617] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.690705] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.690919] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.691989] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.691989] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.691989] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.691989] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.691989] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f29cb6f8-fd07-43b4-99c6-e1efc52f913b already deleted. [ 1063.691989] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29cb6f8-fd07-43b4-99c6-e1efc52f913b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.726568] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f0c5a87-5055-49b6-abf5-4c58bafe8fb8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.012051] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.012229] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.012337] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.012552] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.012656] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.012764] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3146c6ec-7500-4f8f-835c-a2222a7b721a already deleted. [ 1064.012853] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3146c6ec-7500-4f8f-835c-a2222a7b721a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.046417] env[65068]: INFO networking_nsxv3.common.synchronization [req-fa12a53b-aa97-4add-ab1a-3e2365b978b9 req-00fdc269-847e-4db3-9f46-b75ad1fd66eb tempest-AttachInterfacesTestJSON-1669976305 tempest-AttachInterfacesTestJSON-1669976305-project-member] Enqueued Resource ID: ec53176d-821d-4cc8-a9c8-f60c9af0af86 with Priority: HIGHEST for action security_group_members [ 1064.047205] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec53176d-821d-4cc8-a9c8-f60c9af0af86 with Priority: HIGHEST for action security_group_members [ 1064.047550] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec53176d-821d-4cc8-a9c8-f60c9af0af86 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.047658] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec53176d-821d-4cc8-a9c8-f60c9af0af86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.047916] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec53176d-821d-4cc8-a9c8-f60c9af0af86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.048330] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec53176d-821d-4cc8-a9c8-f60c9af0af86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.048586] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.048668] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.048730] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.048903] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.048991] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.049114] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec53176d-821d-4cc8-a9c8-f60c9af0af86',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.110758] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: SUCCESS [ 1064.111011] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.161766] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.162426] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.162426] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.162656] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.162861] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.163086] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 5382a623-b4a6-4610-8e23-2d05f6de484e not found, creating... [ 1064.163476] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.163701] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.163868] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.164202] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.164396] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.164947] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.165145] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.165200] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.165472] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.165659] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.165874] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 5382a623-b4a6-4610-8e23-2d05f6de484e is going to be created. [ 1064.190196] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.190873] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.191146] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.191529] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.192560] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.192985] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-5382a623-b4a6-4610-8e23-2d05f6de484e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.229901] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f0c5a87-5055-49b6-abf5-4c58bafe8fb8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.553562] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.553562] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.553562] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.553562] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.575642] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.575642] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.575642] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.575642] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.575642] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.575642] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.575642] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec53176d-821d-4cc8-a9c8-f60c9af0af86 is going to be updated. [ 1064.599908] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.600401] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.600624] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.600989] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.601290] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.611365] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec53176d-821d-4cc8-a9c8-f60c9af0af86 in Status: IN_PROGRESS for 2s [ 1064.732766] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.732766] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.732766] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.733202] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.733543] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.733713] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 is going to be updated. [ 1064.772068] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.772068] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.772068] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.772068] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.772743] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.787429] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 in Status: IN_PROGRESS for 2s [ 1064.989030] env[65068]: INFO networking_nsxv3.common.synchronization [req-8bf530a9-4121-4498-854a-18204be66384 req-ac64177c-547e-416b-a2ec-749c8d8db965 service nova] Enqueued Resource ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 with Priority: HIGHEST for action security_group_rules [ 1064.989167] env[65068]: INFO networking_nsxv3.common.synchronization [req-8bf530a9-4121-4498-854a-18204be66384 req-ac64177c-547e-416b-a2ec-749c8d8db965 service nova] Enqueued Resource ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 with Priority: HIGHEST for action security_group_members [ 1064.989460] env[65068]: INFO networking_nsxv3.common.synchronization [req-8bf530a9-4121-4498-854a-18204be66384 req-ac64177c-547e-416b-a2ec-749c8d8db965 service nova] Enqueued Resource ID: 5382a623-b4a6-4610-8e23-2d05f6de484e with Priority: HIGHEST for action port [ 1064.990088] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 with Priority: HIGHEST for action security_group_rules [ 1064.990229] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 with Priority: HIGHEST for action security_group_members [ 1064.990325] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5382a623-b4a6-4610-8e23-2d05f6de484e with Priority: HIGHEST for action port [ 1064.990609] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.990729] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.990799] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.991036] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.991132] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f0c5a87-5055-49b6-abf5-4c58bafe8fb8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.992397] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.992490] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.992665] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-5382a623-b4a6-4610-8e23-2d05f6de484e taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.992770] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5382a623-b4a6-4610-8e23-2d05f6de484e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.992838] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5382a623-b4a6-4610-8e23-2d05f6de484e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.993028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5382a623-b4a6-4610-8e23-2d05f6de484e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.993105] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5382a623-b4a6-4610-8e23-2d05f6de484e',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.495435] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.495574] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.497954] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5382a623-b4a6-4610-8e23-2d05f6de484e with status ACTIVE [ 1065.498205] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.498331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.498386] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.498611] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.498711] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.498899] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.498996] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.499088] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.499295] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.499405] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.499680] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.499788] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.499834] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.500057] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.500203] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.500297] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5382a623-b4a6-4610-8e23-2d05f6de484e is going to be updated. [ 1065.521865] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.522028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.522173] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.522295] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.522466] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.522645] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5382a623-b4a6-4610-8e23-2d05f6de484e" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.621462] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec53176d-821d-4cc8-a9c8-f60c9af0af86 in Status: SUCCESS [ 1066.621761] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec53176d-821d-4cc8-a9c8-f60c9af0af86 deletion is rescheduled due to dependency. [ 1066.621761] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec53176d-821d-4cc8-a9c8-f60c9af0af86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.797641] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 in Status: SUCCESS [ 1066.798013] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.798229] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.798479] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.798696] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.798815] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.798882] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.799057] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.799149] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.799249] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f0c5a87-5055-49b6-abf5-4c58bafe8fb8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.301700] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f0c5a87-5055-49b6-abf5-4c58bafe8fb8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.804188] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f0c5a87-5055-49b6-abf5-4c58bafe8fb8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.309489] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.309680] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.309750] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.309938] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.310139] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.310275] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 is going to be updated. [ 1068.345141] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.345313] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.345362] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.345587] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.345773] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.356403] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 in Status: IN_PROGRESS for 2s [ 1069.022952] env[65068]: INFO networking_nsxv3.common.synchronization [req-f4098559-8e4b-4a32-aba7-e7d046f69bdd req-60965df7-948c-40c9-bcf3-b10e1a43553a tempest-ServerDiskConfigTestJSON-2108457671 tempest-ServerDiskConfigTestJSON-2108457671-project-member] Enqueued Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_members [ 1069.023873] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_members [ 1069.023873] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.023982] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.024044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.024273] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.024431] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.024534] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.024597] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.024740] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.024825] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.024917] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.364497] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-403 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.364730] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-403" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.364863] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-403" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.365166] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-403" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.365425] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.365582] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.365699] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.365912] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.366072] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.366308] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.366409] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1069.366518] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1069.366627] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1069.366735] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.366840] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1069.366967] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1069.386598] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1069.386750] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1069.386893] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1069.387078] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-403" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.387397] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-9ca2d9b9-a1b4-44d6-b9db-47638f4db593 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.387568] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-9ca2d9b9-a1b4-44d6-b9db-47638f4db593" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.387724] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-9ca2d9b9-a1b4-44d6-b9db-47638f4db593" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.388124] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-9ca2d9b9-a1b4-44d6-b9db-47638f4db593" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.388261] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ca2d9b9-a1b4-44d6-b9db-47638f4db593',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.528575] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.528742] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.528827] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.529050] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.529152] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.529353] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.529447] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.529513] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.529671] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.529749] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.529837] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d is going to be updated. [ 1069.558886] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.559136] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.559136] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.559294] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.559434] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.568168] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: IN_PROGRESS for 2s [ 1069.891104] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.891104] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.891104] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.891358] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.891358] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.891490] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 9ca2d9b9-a1b4-44d6-b9db-47638f4db593 not found, creating... [ 1069.891753] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.891913] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.892068] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.892298] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.892429] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.892708] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.892861] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.892976] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.893199] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.893333] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.893468] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 9ca2d9b9-a1b4-44d6-b9db-47638f4db593 is going to be created. [ 1069.916278] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.916492] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.916612] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.916895] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.917145] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.917445] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-9ca2d9b9-a1b4-44d6-b9db-47638f4db593" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.367030] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 in Status: SUCCESS [ 1070.367413] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.367498] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.368091] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.368091] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.368091] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.368091] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.368381] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.368381] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.368488] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.368488] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f0c5a87-5055-49b6-abf5-4c58bafe8fb8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.619556] env[65068]: INFO networking_nsxv3.common.synchronization [req-f4098559-8e4b-4a32-aba7-e7d046f69bdd req-1c2c587a-2bba-4e6c-8f9b-52079d7dbf14 service nova] Enqueued Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_rules [ 1070.619556] env[65068]: INFO networking_nsxv3.common.synchronization [req-f4098559-8e4b-4a32-aba7-e7d046f69bdd req-1c2c587a-2bba-4e6c-8f9b-52079d7dbf14 service nova] Enqueued Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_members [ 1070.619556] env[65068]: INFO networking_nsxv3.common.synchronization [req-f4098559-8e4b-4a32-aba7-e7d046f69bdd req-1c2c587a-2bba-4e6c-8f9b-52079d7dbf14 service nova] Enqueued Resource ID: 9ca2d9b9-a1b4-44d6-b9db-47638f4db593 with Priority: HIGHEST for action port [ 1070.619556] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_rules [ 1070.619556] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_members [ 1070.619556] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca2d9b9-a1b4-44d6-b9db-47638f4db593 with Priority: HIGHEST for action port [ 1070.619556] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.619556] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.619556] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.619556] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.619556] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.625913] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.625913] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.625913] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ca2d9b9-a1b4-44d6-b9db-47638f4db593 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.625913] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ca2d9b9-a1b4-44d6-b9db-47638f4db593" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.625913] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ca2d9b9-a1b4-44d6-b9db-47638f4db593" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.625913] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ca2d9b9-a1b4-44d6-b9db-47638f4db593" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.625913] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ca2d9b9-a1b4-44d6-b9db-47638f4db593',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.871483] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.871483] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.871643] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.871890] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.872118] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.875021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.875021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.875021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.875021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.875021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.875021] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.875021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.875021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.875021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.875021] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.875021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.875021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.875021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.875021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.875021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.875021] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f0c5a87-5055-49b6-abf5-4c58bafe8fb8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.131140] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.131264] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.131466] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ca2d9b9-a1b4-44d6-b9db-47638f4db593 with status ACTIVE [ 1071.131671] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.131792] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.131867] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.132123] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.132224] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.132428] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.132531] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.132596] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.132770] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.132849] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.133692] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.135405] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.135405] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.135405] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.135405] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.135405] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ca2d9b9-a1b4-44d6-b9db-47638f4db593 is going to be updated. [ 1071.159074] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.159074] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.159074] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.159074] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.159074] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.159447] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ca2d9b9-a1b4-44d6-b9db-47638f4db593" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.378348] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8: rpc.has_security_group_logging(os_id): False [ 1071.397932] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.397932] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.397932] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.397932] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.397932] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.397932] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.397932] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.397932] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.397932] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.397932] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.397932] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.397932] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.397932] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.397932] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.397932] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.398585] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.398585] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.399023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.401501] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.401501] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.401501] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 is going to be updated. [ 1071.483136] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.483307] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.483352] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.483559] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.483704] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.497912] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 in Status: IN_PROGRESS for 2s [ 1071.584056] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: SUCCESS [ 1071.585199] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d deletion is rescheduled due to dependency. [ 1071.585199] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.585199] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.585199] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.585384] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.585595] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.585663] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.585891] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.586056] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.586225] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.088489] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.592747] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.096028] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.096164] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.096164] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.097050] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.097050] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.097050] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d is going to be updated. [ 1073.127116] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.127284] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.127363] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.127642] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.127850] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.138490] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: IN_PROGRESS for 2s [ 1073.513768] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 in Status: SUCCESS [ 1073.513994] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.151996] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: SUCCESS [ 1075.152348] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.152492] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.152729] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.152931] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.153064] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.153127] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.153336] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.153402] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.153435] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.153535] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.337957] env[65068]: INFO networking_nsxv3.common.synchronization [req-aa1b95ca-201a-4f24-9475-c732c13933d4 req-73cd8e94-89e5-43d0-abf1-3031e4ae7555 tempest-ServerTagsTestJSON-1395041087 tempest-ServerTagsTestJSON-1395041087-project-member] Enqueued Resource ID: 74fa1218-5658-428e-ae54-97c6a3ac0e20 with Priority: HIGHEST for action security_group_members [ 1075.338033] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74fa1218-5658-428e-ae54-97c6a3ac0e20 with Priority: HIGHEST for action security_group_members [ 1075.338432] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-74fa1218-5658-428e-ae54-97c6a3ac0e20 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.338432] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74fa1218-5658-428e-ae54-97c6a3ac0e20" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.338570] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74fa1218-5658-428e-ae54-97c6a3ac0e20" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.338759] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74fa1218-5658-428e-ae54-97c6a3ac0e20" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.338920] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.339033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.339122] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.339394] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.339394] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.339572] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74fa1218-5658-428e-ae54-97c6a3ac0e20',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.652126] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-802 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.652337] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-802" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.652460] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-802" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.652802] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-802" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.653081] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.653245] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.653387] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.653582] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.653723] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.653929] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.654078] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.654239] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.654384] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.654504] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.654614] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.654743] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.657096] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.657266] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.657380] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.657600] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.657762] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.657852] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.657925] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.658080] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.658165] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.658258] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.658408] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.658529] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.658615] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.658691] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.658828] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.658990] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.658990] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.659121] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.659194] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.659276] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.659368] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.674033] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.674033] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1075.674284] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.674431] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-802" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.675076] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-4963f1c5-5a98-43c5-8b19-0e347c1e2af7 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.675267] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-4963f1c5-5a98-43c5-8b19-0e347c1e2af7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.675389] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-4963f1c5-5a98-43c5-8b19-0e347c1e2af7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.675708] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-4963f1c5-5a98-43c5-8b19-0e347c1e2af7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.675846] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4963f1c5-5a98-43c5-8b19-0e347c1e2af7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.842206] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.842536] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.842581] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.842887] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.843162] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.843470] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.843573] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.843659] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.843937] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.844045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.844128] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74fa1218-5658-428e-ae54-97c6a3ac0e20 already deleted. [ 1075.844212] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74fa1218-5658-428e-ae54-97c6a3ac0e20" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.161302] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a93dc917-9783-48cc-89e1-ddf8b3f6228d: rpc.has_security_group_logging(os_id): False [ 1076.178373] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.178891] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.178891] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.178994] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.179156] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.179317] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 4963f1c5-5a98-43c5-8b19-0e347c1e2af7 not found, creating... [ 1076.179581] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.179754] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.179869] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.180117] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.180313] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.180665] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.180836] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.181160] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.181259] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.181333] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.181455] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 4963f1c5-5a98-43c5-8b19-0e347c1e2af7 is going to be created. [ 1076.183312] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.183398] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.183398] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.183539] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.183629] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.183822] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.183982] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.183982] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.184130] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.184201] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.184364] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.184457] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.184517] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.184652] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.184723] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.184904] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.184994] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.185067] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.185206] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.185280] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.185362] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d is going to be updated. [ 1076.212010] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.212247] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.212387] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.212670] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.212899] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.213136] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-4963f1c5-5a98-43c5-8b19-0e347c1e2af7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.252905] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.253074] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.253149] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.253507] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.253702] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.278532] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: IN_PROGRESS for 2s [ 1076.696479] env[65068]: INFO networking_nsxv3.common.synchronization [req-237d8d07-910e-496d-b5f8-73992da22cce req-2f34291c-7889-45ab-b8c5-99d470fafb09 tempest-ServersNegativeTestJSON-198047271 tempest-ServersNegativeTestJSON-198047271-project-member] Enqueued Resource ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 with Priority: HIGHEST for action security_group_members [ 1076.697169] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 with Priority: HIGHEST for action security_group_members [ 1076.697571] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.697765] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.697854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.698132] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.698319] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.698560] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.698634] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.698872] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.698994] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.699129] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f0c5a87-5055-49b6-abf5-4c58bafe8fb8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.941851] env[65068]: INFO networking_nsxv3.common.synchronization [req-aa1b95ca-201a-4f24-9475-c732c13933d4 req-df6a9ee0-2f3f-4655-9860-4113d970a0d7 service nova] Enqueued Resource ID: 74fa1218-5658-428e-ae54-97c6a3ac0e20 with Priority: HIGHEST for action security_group_rules [ 1076.942214] env[65068]: INFO networking_nsxv3.common.synchronization [req-aa1b95ca-201a-4f24-9475-c732c13933d4 req-df6a9ee0-2f3f-4655-9860-4113d970a0d7 service nova] Enqueued Resource ID: 74fa1218-5658-428e-ae54-97c6a3ac0e20 with Priority: HIGHEST for action security_group_members [ 1076.942543] env[65068]: INFO networking_nsxv3.common.synchronization [req-aa1b95ca-201a-4f24-9475-c732c13933d4 req-df6a9ee0-2f3f-4655-9860-4113d970a0d7 service nova] Enqueued Resource ID: 4963f1c5-5a98-43c5-8b19-0e347c1e2af7 with Priority: HIGHEST for action port [ 1076.943765] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74fa1218-5658-428e-ae54-97c6a3ac0e20 with Priority: HIGHEST for action security_group_rules [ 1076.943958] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74fa1218-5658-428e-ae54-97c6a3ac0e20 with Priority: HIGHEST for action security_group_members [ 1076.944293] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4963f1c5-5a98-43c5-8b19-0e347c1e2af7 with Priority: HIGHEST for action port [ 1076.944835] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74fa1218-5658-428e-ae54-97c6a3ac0e20 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.946172] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74fa1218-5658-428e-ae54-97c6a3ac0e20" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.946308] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74fa1218-5658-428e-ae54-97c6a3ac0e20" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.946701] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74fa1218-5658-428e-ae54-97c6a3ac0e20" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.946845] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74fa1218-5658-428e-ae54-97c6a3ac0e20',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.949614] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-74fa1218-5658-428e-ae54-97c6a3ac0e20 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.949614] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74fa1218-5658-428e-ae54-97c6a3ac0e20" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.949614] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74fa1218-5658-428e-ae54-97c6a3ac0e20" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.949614] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74fa1218-5658-428e-ae54-97c6a3ac0e20" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.949614] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.949614] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.949614] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.949841] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.949841] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.949919] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74fa1218-5658-428e-ae54-97c6a3ac0e20',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.950880] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-4963f1c5-5a98-43c5-8b19-0e347c1e2af7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.950997] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4963f1c5-5a98-43c5-8b19-0e347c1e2af7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.951088] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4963f1c5-5a98-43c5-8b19-0e347c1e2af7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.952693] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4963f1c5-5a98-43c5-8b19-0e347c1e2af7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.952693] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4963f1c5-5a98-43c5-8b19-0e347c1e2af7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.201522] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f0c5a87-5055-49b6-abf5-4c58bafe8fb8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.453922] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-74fa1218-5658-428e-ae54-97c6a3ac0e20 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.454064] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74fa1218-5658-428e-ae54-97c6a3ac0e20" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.454191] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74fa1218-5658-428e-ae54-97c6a3ac0e20',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.456255] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4963f1c5-5a98-43c5-8b19-0e347c1e2af7 with status ACTIVE [ 1077.456255] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.456399] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.456491] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.456835] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.456881] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.457077] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.457238] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.457298] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.457433] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.457513] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.458355] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.458355] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.458355] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.458355] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.458355] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.458355] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4963f1c5-5a98-43c5-8b19-0e347c1e2af7 is going to be updated. [ 1077.481479] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.481681] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.481728] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.481932] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.482095] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.482260] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4963f1c5-5a98-43c5-8b19-0e347c1e2af7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.705030] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f0c5a87-5055-49b6-abf5-4c58bafe8fb8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.957115] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74fa1218-5658-428e-ae54-97c6a3ac0e20',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.207628] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.207988] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.207988] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.208083] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.208224] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.208287] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 is going to be updated. [ 1078.258672] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.258989] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.258989] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.259096] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.259231] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.269319] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 in Status: IN_PROGRESS for 2s [ 1078.296634] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: SUCCESS [ 1078.296748] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.459773] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.459907] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.459970] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.460345] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.460430] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.460526] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74fa1218-5658-428e-ae54-97c6a3ac0e20 is going to be created. [ 1078.486848] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.487026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.487063] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.487283] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.487441] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.498639] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74fa1218-5658-428e-ae54-97c6a3ac0e20 in Status: UNINITIALIZED for 2s [ 1079.417353] env[65068]: INFO networking_nsxv3.common.synchronization [None req-12a599a3-b56f-4bb2-ad20-0f7cd6432483 tempest-AttachInterfacesTestJSON-1669976305 tempest-AttachInterfacesTestJSON-1669976305-project-member] Enqueued Resource ID: af37c7c3-d227-4df8-9ddb-b82de63ade22 with Priority: HIGHEST for action security_group_rules [ 1079.417353] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af37c7c3-d227-4df8-9ddb-b82de63ade22 with Priority: HIGHEST for action security_group_rules [ 1079.417353] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af37c7c3-d227-4df8-9ddb-b82de63ade22 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.417353] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af37c7c3-d227-4df8-9ddb-b82de63ade22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.417353] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af37c7c3-d227-4df8-9ddb-b82de63ade22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.417353] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af37c7c3-d227-4df8-9ddb-b82de63ade22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.417353] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af37c7c3-d227-4df8-9ddb-b82de63ade22',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.494195] env[65068]: INFO networking_nsxv3.common.synchronization [None req-18f927ae-6601-40a1-af38-11f6e45a4e0a tempest-AttachInterfacesTestJSON-1669976305 tempest-AttachInterfacesTestJSON-1669976305-project-member] Enqueued Resource ID: af37c7c3-d227-4df8-9ddb-b82de63ade22 with Priority: HIGHEST for action security_group_rules [ 1079.494809] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af37c7c3-d227-4df8-9ddb-b82de63ade22 with Priority: HIGHEST for action security_group_rules [ 1079.495333] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af37c7c3-d227-4df8-9ddb-b82de63ade22 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.495493] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af37c7c3-d227-4df8-9ddb-b82de63ade22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.939985] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.939985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.939985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.939985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.939985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.939985] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af37c7c3-d227-4df8-9ddb-b82de63ade22 already deleted. [ 1079.939985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af37c7c3-d227-4df8-9ddb-b82de63ade22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.939985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af37c7c3-d227-4df8-9ddb-b82de63ade22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.939985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af37c7c3-d227-4df8-9ddb-b82de63ade22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.939985] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af37c7c3-d227-4df8-9ddb-b82de63ade22',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.279696] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 in Status: SUCCESS [ 1080.280841] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.459885] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.460195] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.460195] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.460362] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.460453] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.460574] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af37c7c3-d227-4df8-9ddb-b82de63ade22 already deleted. [ 1080.460643] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af37c7c3-d227-4df8-9ddb-b82de63ade22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.508566] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74fa1218-5658-428e-ae54-97c6a3ac0e20 in Status: SUCCESS [ 1080.508790] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74fa1218-5658-428e-ae54-97c6a3ac0e20" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.508989] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74fa1218-5658-428e-ae54-97c6a3ac0e20" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.509215] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74fa1218-5658-428e-ae54-97c6a3ac0e20" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.509429] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.509544] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.509657] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.509776] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.509832] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.509913] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74fa1218-5658-428e-ae54-97c6a3ac0e20" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.510013] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74fa1218-5658-428e-ae54-97c6a3ac0e20',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.665548] env[65068]: INFO networking_nsxv3.common.synchronization [req-896670d1-9c4b-426a-b828-ab4657efd3c3 req-adcf359d-1c71-4053-80c2-dcc60f247887 tempest-AttachVolumeNegativeTest-782383804 tempest-AttachVolumeNegativeTest-782383804-project-member] Enqueued Resource ID: 3146c6ec-7500-4f8f-835c-a2222a7b721a with Priority: HIGHEST for action security_group_members [ 1080.669097] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3146c6ec-7500-4f8f-835c-a2222a7b721a with Priority: HIGHEST for action security_group_members [ 1080.669699] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-3146c6ec-7500-4f8f-835c-a2222a7b721a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.669826] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3146c6ec-7500-4f8f-835c-a2222a7b721a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.669896] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3146c6ec-7500-4f8f-835c-a2222a7b721a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.670349] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3146c6ec-7500-4f8f-835c-a2222a7b721a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.670578] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.670708] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.670780] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.670982] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.671130] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.671276] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3146c6ec-7500-4f8f-835c-a2222a7b721a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.013117] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-74fa1218-5658-428e-ae54-97c6a3ac0e20 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.013299] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74fa1218-5658-428e-ae54-97c6a3ac0e20" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.013420] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74fa1218-5658-428e-ae54-97c6a3ac0e20" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.013715] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74fa1218-5658-428e-ae54-97c6a3ac0e20" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.014079] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.014221] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.014308] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.014569] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.014693] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.014819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74fa1218-5658-428e-ae54-97c6a3ac0e20" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.015051] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-74fa1218-5658-428e-ae54-97c6a3ac0e20 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.015236] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74fa1218-5658-428e-ae54-97c6a3ac0e20" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.015309] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74fa1218-5658-428e-ae54-97c6a3ac0e20" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.015527] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74fa1218-5658-428e-ae54-97c6a3ac0e20" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.015770] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.015932] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.016062] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.016383] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.016383] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.016468] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74fa1218-5658-428e-ae54-97c6a3ac0e20" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.016598] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74fa1218-5658-428e-ae54-97c6a3ac0e20',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.030618] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-693 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.030842] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-693" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.031090] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-693" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.031433] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-693" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.031812] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.032034] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.032166] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.032447] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.032605] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.032840] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.032944] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.033077] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.033186] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.033316] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.033405] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.033542] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.059786] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.059929] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1081.059972] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.060331] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-693" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.060757] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-3da315a5-8e2b-4cbc-91c1-ecfda5c5e8c5 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.061382] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-3da315a5-8e2b-4cbc-91c1-ecfda5c5e8c5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.061382] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-3da315a5-8e2b-4cbc-91c1-ecfda5c5e8c5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.061747] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-3da315a5-8e2b-4cbc-91c1-ecfda5c5e8c5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.061884] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3da315a5-8e2b-4cbc-91c1-ecfda5c5e8c5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.175808] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.176106] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.176284] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.176618] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.176770] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.177153] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.177281] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.177360] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.177552] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.177634] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.177722] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3146c6ec-7500-4f8f-835c-a2222a7b721a already deleted. [ 1081.177807] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3146c6ec-7500-4f8f-835c-a2222a7b721a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.434126] env[65068]: INFO networking_nsxv3.common.synchronization [req-09869274-1559-4025-a16d-2fd7edcb32a5 req-3dad4f8d-b10c-4574-94a0-69592b171943 tempest-ServerDiskConfigTestJSON-2108457671 tempest-ServerDiskConfigTestJSON-2108457671-project-member] Enqueued Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_members [ 1081.434648] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGHEST for action security_group_members [ 1081.434945] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.435076] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.435145] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.435351] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.435501] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.435595] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.435716] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.435874] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.435954] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.436069] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.521834] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74fa1218-5658-428e-ae54-97c6a3ac0e20: rpc.has_security_group_logging(os_id): False [ 1081.538455] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.538635] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.538677] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.538873] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.538960] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.539150] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.539242] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.539303] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.539440] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.539557] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.539687] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.539833] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.539833] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.539961] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.540760] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.540760] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.540760] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.540760] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.540760] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.540760] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.540760] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74fa1218-5658-428e-ae54-97c6a3ac0e20 is going to be created. [ 1081.564581] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.564802] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.564929] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.565225] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.565376] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.565531] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 3da315a5-8e2b-4cbc-91c1-ecfda5c5e8c5 not found, creating... [ 1081.565791] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.565950] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.566082] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.566389] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.566526] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.566809] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.566964] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.567092] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.567377] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.567508] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.567646] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 3da315a5-8e2b-4cbc-91c1-ecfda5c5e8c5 is going to be created. [ 1081.589381] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.589672] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.589737] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.589984] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.590323] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.590560] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-3da315a5-8e2b-4cbc-91c1-ecfda5c5e8c5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.605638] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.605938] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.605938] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.606075] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.606258] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.619736] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74fa1218-5658-428e-ae54-97c6a3ac0e20 in Status: IN_PROGRESS for 2s [ 1081.938741] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.939627] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.939820] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.940110] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.940222] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.940614] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.940614] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.940614] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.940804] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.940866] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.940911] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d is going to be updated. [ 1081.970048] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.970225] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.970301] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.970526] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.970670] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.980539] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: IN_PROGRESS for 2s [ 1082.271348] env[65068]: INFO networking_nsxv3.common.synchronization [req-896670d1-9c4b-426a-b828-ab4657efd3c3 req-71defa0c-bc5c-4780-87e3-c8b554be8fcd service nova] Enqueued Resource ID: 3146c6ec-7500-4f8f-835c-a2222a7b721a with Priority: HIGHEST for action security_group_rules [ 1082.271348] env[65068]: INFO networking_nsxv3.common.synchronization [req-896670d1-9c4b-426a-b828-ab4657efd3c3 req-71defa0c-bc5c-4780-87e3-c8b554be8fcd service nova] Enqueued Resource ID: 3146c6ec-7500-4f8f-835c-a2222a7b721a with Priority: HIGHEST for action security_group_members [ 1082.271348] env[65068]: INFO networking_nsxv3.common.synchronization [req-896670d1-9c4b-426a-b828-ab4657efd3c3 req-71defa0c-bc5c-4780-87e3-c8b554be8fcd service nova] Enqueued Resource ID: 3da315a5-8e2b-4cbc-91c1-ecfda5c5e8c5 with Priority: HIGHEST for action port [ 1082.271688] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3146c6ec-7500-4f8f-835c-a2222a7b721a with Priority: HIGHEST for action security_group_rules [ 1082.271916] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3146c6ec-7500-4f8f-835c-a2222a7b721a with Priority: HIGHEST for action security_group_members [ 1082.272120] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da315a5-8e2b-4cbc-91c1-ecfda5c5e8c5 with Priority: HIGHEST for action port [ 1082.272572] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3146c6ec-7500-4f8f-835c-a2222a7b721a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.272822] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3146c6ec-7500-4f8f-835c-a2222a7b721a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.272972] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3146c6ec-7500-4f8f-835c-a2222a7b721a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.273362] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3146c6ec-7500-4f8f-835c-a2222a7b721a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.273552] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3146c6ec-7500-4f8f-835c-a2222a7b721a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.274504] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-3146c6ec-7500-4f8f-835c-a2222a7b721a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.274770] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3146c6ec-7500-4f8f-835c-a2222a7b721a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.274926] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3146c6ec-7500-4f8f-835c-a2222a7b721a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.275245] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3146c6ec-7500-4f8f-835c-a2222a7b721a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.275489] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.275681] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.275811] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.276042] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.276445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.277055] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3146c6ec-7500-4f8f-835c-a2222a7b721a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.277419] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-3da315a5-8e2b-4cbc-91c1-ecfda5c5e8c5 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.277510] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3da315a5-8e2b-4cbc-91c1-ecfda5c5e8c5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.277554] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3da315a5-8e2b-4cbc-91c1-ecfda5c5e8c5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.277709] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3da315a5-8e2b-4cbc-91c1-ecfda5c5e8c5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.277784] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3da315a5-8e2b-4cbc-91c1-ecfda5c5e8c5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.779997] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3146c6ec-7500-4f8f-835c-a2222a7b721a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.780827] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-3146c6ec-7500-4f8f-835c-a2222a7b721a taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.780980] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3146c6ec-7500-4f8f-835c-a2222a7b721a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.781140] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3da315a5-8e2b-4cbc-91c1-ecfda5c5e8c5 with status ACTIVE [ 1082.781311] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.781479] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.781543] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.781772] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.781850] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.782038] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.782128] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.782184] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.782347] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.782444] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.782649] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.782732] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.782799] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.782934] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.783152] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.783300] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3da315a5-8e2b-4cbc-91c1-ecfda5c5e8c5 is going to be updated. [ 1082.820056] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.820261] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.820400] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.820647] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.820824] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.821105] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3da315a5-8e2b-4cbc-91c1-ecfda5c5e8c5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.286087] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3146c6ec-7500-4f8f-835c-a2222a7b721a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.631194] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74fa1218-5658-428e-ae54-97c6a3ac0e20 in Status: SUCCESS [ 1083.631443] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74fa1218-5658-428e-ae54-97c6a3ac0e20" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.789027] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.789560] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.789560] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.789560] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.789722] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.789722] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3146c6ec-7500-4f8f-835c-a2222a7b721a is going to be created. [ 1083.888383] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.888607] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.888684] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.888963] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.889211] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.902183] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3146c6ec-7500-4f8f-835c-a2222a7b721a in Status: UNINITIALIZED for 2s [ 1083.991737] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d in Status: SUCCESS [ 1083.991941] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d deletion is rescheduled due to dependency. [ 1083.992132] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.914787] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3146c6ec-7500-4f8f-835c-a2222a7b721a in Status: SUCCESS [ 1085.915071] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3146c6ec-7500-4f8f-835c-a2222a7b721a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.915295] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3146c6ec-7500-4f8f-835c-a2222a7b721a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.915480] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3146c6ec-7500-4f8f-835c-a2222a7b721a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.915722] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.915849] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.915917] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.916089] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.916175] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.916265] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3146c6ec-7500-4f8f-835c-a2222a7b721a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.916355] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3146c6ec-7500-4f8f-835c-a2222a7b721a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.419716] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3146c6ec-7500-4f8f-835c-a2222a7b721a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.556969] env[65068]: INFO networking_nsxv3.common.synchronization [req-0f0b3dbc-1949-42c7-b932-b98b09ec8366 req-d3fb62de-f0a5-4a07-be7f-7c0337b90edb tempest-ServersTestJSON-948800146 tempest-ServersTestJSON-948800146-project-member] Enqueued Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 1086.557693] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 1086.558983] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.560503] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.563888] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.564192] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.564479] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.564574] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.564629] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.564791] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.564880] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.565014] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.922787] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3146c6ec-7500-4f8f-835c-a2222a7b721a: rpc.has_security_group_logging(os_id): False [ 1086.934819] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-104 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.935049] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-104" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.935151] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-104" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.935449] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-104" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.935716] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.935876] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.935991] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.936223] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.936416] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.936634] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.936750] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.936853] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.936959] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.937080] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.937188] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.937316] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.941647] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.941771] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.941843] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.942038] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.942130] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.942538] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.942666] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.942729] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.942915] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.942973] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.943073] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3146c6ec-7500-4f8f-835c-a2222a7b721a is going to be created. [ 1086.962192] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.962362] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1086.962486] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.962707] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-104" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.963219] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-ea9dd4fa-4918-4fd3-b434-55794b53b901 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.963398] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-ea9dd4fa-4918-4fd3-b434-55794b53b901" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.963512] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-ea9dd4fa-4918-4fd3-b434-55794b53b901" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.963980] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-ea9dd4fa-4918-4fd3-b434-55794b53b901" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.964269] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea9dd4fa-4918-4fd3-b434-55794b53b901',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.024673] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.024673] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.024673] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.024937] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.025050] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.038582] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3146c6ec-7500-4f8f-835c-a2222a7b721a in Status: IN_PROGRESS for 2s [ 1087.071905] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.466538] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.466779] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.466907] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.467211] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.467366] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.467518] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port ea9dd4fa-4918-4fd3-b434-55794b53b901 not found, creating... [ 1087.467778] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.467935] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.468070] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.468287] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.468422] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.468700] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.468852] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.468965] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.469191] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.469318] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.469452] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: ea9dd4fa-4918-4fd3-b434-55794b53b901 is going to be created. [ 1087.490865] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.491085] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.491212] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.491506] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.491730] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.491957] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-ea9dd4fa-4918-4fd3-b434-55794b53b901" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.574766] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.077355] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.077674] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.077833] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.078136] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.078292] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.078490] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6204eb35-df30-40b2-990a-328fb715bd34 is going to be updated. [ 1088.112315] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.112315] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.112315] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.112646] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.112646] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.124539] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: IN_PROGRESS for 2s [ 1088.209543] env[65068]: INFO networking_nsxv3.common.synchronization [req-0f0b3dbc-1949-42c7-b932-b98b09ec8366 req-20a544c8-1c5f-46a2-ac0d-35208f3921c3 service nova] Enqueued Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_rules [ 1088.209749] env[65068]: INFO networking_nsxv3.common.synchronization [req-0f0b3dbc-1949-42c7-b932-b98b09ec8366 req-20a544c8-1c5f-46a2-ac0d-35208f3921c3 service nova] Enqueued Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 1088.209949] env[65068]: INFO networking_nsxv3.common.synchronization [req-0f0b3dbc-1949-42c7-b932-b98b09ec8366 req-20a544c8-1c5f-46a2-ac0d-35208f3921c3 service nova] Enqueued Resource ID: ea9dd4fa-4918-4fd3-b434-55794b53b901 with Priority: HIGHEST for action port [ 1088.210701] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_rules [ 1088.210844] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 1088.210945] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9dd4fa-4918-4fd3-b434-55794b53b901 with Priority: HIGHEST for action port [ 1088.211585] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.211799] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.211799] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.212101] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.212101] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.214666] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.214807] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.214979] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea9dd4fa-4918-4fd3-b434-55794b53b901 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.215093] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea9dd4fa-4918-4fd3-b434-55794b53b901" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.215182] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea9dd4fa-4918-4fd3-b434-55794b53b901" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.215860] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea9dd4fa-4918-4fd3-b434-55794b53b901" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.215860] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea9dd4fa-4918-4fd3-b434-55794b53b901',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.717730] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.717955] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.718268] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea9dd4fa-4918-4fd3-b434-55794b53b901 with status ACTIVE [ 1088.718496] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.718616] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.718686] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.718899] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.719324] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.719324] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.719324] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.719501] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.719501] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.719589] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.719783] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.719896] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.719942] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.720287] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.720287] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.720393] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea9dd4fa-4918-4fd3-b434-55794b53b901 is going to be updated. [ 1088.747357] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.747596] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.747596] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.747771] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.747948] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.748091] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea9dd4fa-4918-4fd3-b434-55794b53b901" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.051270] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3146c6ec-7500-4f8f-835c-a2222a7b721a in Status: SUCCESS [ 1089.051502] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3146c6ec-7500-4f8f-835c-a2222a7b721a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.770740] env[65068]: INFO networking_nsxv3.common.synchronization [req-eeb32e58-76c8-4ae8-be5a-2541acc21afb req-a632f35a-d0a7-479e-8c31-dbf950f2221b tempest-ServerTagsTestJSON-1395041087 tempest-ServerTagsTestJSON-1395041087-project-member] Enqueued Resource ID: 74fa1218-5658-428e-ae54-97c6a3ac0e20 with Priority: HIGHEST for action security_group_members [ 1089.771451] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74fa1218-5658-428e-ae54-97c6a3ac0e20 with Priority: HIGHEST for action security_group_members [ 1089.771451] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-74fa1218-5658-428e-ae54-97c6a3ac0e20 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.771678] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74fa1218-5658-428e-ae54-97c6a3ac0e20" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.771767] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74fa1218-5658-428e-ae54-97c6a3ac0e20" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.771993] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74fa1218-5658-428e-ae54-97c6a3ac0e20" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.772667] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.772763] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.772835] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.773664] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.773664] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.773664] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74fa1218-5658-428e-ae54-97c6a3ac0e20',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.134554] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: SUCCESS [ 1090.134771] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.134937] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.135177] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.135393] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.135555] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.135610] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.135777] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.135872] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.135953] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.275056] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.275390] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.275390] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.275545] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.275596] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.275792] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.275896] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.275953] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.276114] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.276185] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.276273] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74fa1218-5658-428e-ae54-97c6a3ac0e20 is going to be updated. [ 1090.306037] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.306241] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.306301] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.306533] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.306708] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.316100] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74fa1218-5658-428e-ae54-97c6a3ac0e20 in Status: IN_PROGRESS for 2s [ 1090.638170] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.141030] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.325167] env[65068]: INFO networking_nsxv3.common.synchronization [req-8b9a46bd-871e-477b-869f-13877db0529a req-3cb53d21-bc5d-48fb-89ee-6260e7487c58 tempest-AttachInterfacesTestJSON-1669976305 tempest-AttachInterfacesTestJSON-1669976305-project-member] Enqueued Resource ID: af37c7c3-d227-4df8-9ddb-b82de63ade22 with Priority: HIGHEST for action security_group_members [ 1091.325755] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af37c7c3-d227-4df8-9ddb-b82de63ade22 with Priority: HIGHEST for action security_group_members [ 1091.326074] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-af37c7c3-d227-4df8-9ddb-b82de63ade22 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.326201] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af37c7c3-d227-4df8-9ddb-b82de63ade22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.326270] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af37c7c3-d227-4df8-9ddb-b82de63ade22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.326531] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af37c7c3-d227-4df8-9ddb-b82de63ade22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.326692] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.326792] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.326856] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.327013] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.327111] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.327232] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af37c7c3-d227-4df8-9ddb-b82de63ade22',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.617079] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-492 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.617079] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.617079] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.617426] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.617543] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.617617] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.617798] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.618101] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.618297] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.618521] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.618637] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.618742] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.618850] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.618981] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.619104] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.619252] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.643192] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.643428] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.643568] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.643876] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.644040] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.644207] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6204eb35-df30-40b2-990a-328fb715bd34 is going to be updated. [ 1091.653332] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.653526] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1091.653674] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.653861] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.654238] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-7c8d940f-e8d6-4324-b57f-1b5a4cd758f1 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.654532] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-7c8d940f-e8d6-4324-b57f-1b5a4cd758f1" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.654740] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-7c8d940f-e8d6-4324-b57f-1b5a4cd758f1" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.655229] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-7c8d940f-e8d6-4324-b57f-1b5a4cd758f1" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.655435] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c8d940f-e8d6-4324-b57f-1b5a4cd758f1',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.681846] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.681846] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.681846] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.681846] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.681846] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.693414] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: IN_PROGRESS for 2s [ 1091.829386] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.829572] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.829643] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.829869] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.829964] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.830228] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.830338] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.830403] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.830562] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.830637] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.830722] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af37c7c3-d227-4df8-9ddb-b82de63ade22 already deleted. [ 1091.830799] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af37c7c3-d227-4df8-9ddb-b82de63ade22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.158580] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.158989] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.158989] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.159274] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.159441] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.159617] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 7c8d940f-e8d6-4324-b57f-1b5a4cd758f1 not found, creating... [ 1092.159922] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.160116] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.160277] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.160528] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.160679] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.160985] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.161198] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.161371] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.161631] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.161839] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.162033] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 7c8d940f-e8d6-4324-b57f-1b5a4cd758f1 is going to be created. [ 1092.182670] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.182959] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.183191] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.184135] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.184836] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.184836] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-7c8d940f-e8d6-4324-b57f-1b5a4cd758f1" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.340015] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74fa1218-5658-428e-ae54-97c6a3ac0e20 in Status: SUCCESS [ 1092.340319] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74fa1218-5658-428e-ae54-97c6a3ac0e20 deletion is rescheduled due to dependency. [ 1092.340451] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74fa1218-5658-428e-ae54-97c6a3ac0e20" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.939173] env[65068]: INFO networking_nsxv3.common.synchronization [req-8b9a46bd-871e-477b-869f-13877db0529a req-6aa05d49-b771-45d5-95ab-4d182dd2d55d service nova] Enqueued Resource ID: af37c7c3-d227-4df8-9ddb-b82de63ade22 with Priority: HIGHEST for action security_group_rules [ 1092.939173] env[65068]: INFO networking_nsxv3.common.synchronization [req-8b9a46bd-871e-477b-869f-13877db0529a req-6aa05d49-b771-45d5-95ab-4d182dd2d55d service nova] Enqueued Resource ID: af37c7c3-d227-4df8-9ddb-b82de63ade22 with Priority: HIGHEST for action security_group_members [ 1092.939173] env[65068]: INFO networking_nsxv3.common.synchronization [req-8b9a46bd-871e-477b-869f-13877db0529a req-6aa05d49-b771-45d5-95ab-4d182dd2d55d service nova] Enqueued Resource ID: 7c8d940f-e8d6-4324-b57f-1b5a4cd758f1 with Priority: HIGHEST for action port [ 1092.939173] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af37c7c3-d227-4df8-9ddb-b82de63ade22 with Priority: HIGHEST for action security_group_rules [ 1092.939173] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af37c7c3-d227-4df8-9ddb-b82de63ade22 with Priority: HIGHEST for action security_group_members [ 1092.939173] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c8d940f-e8d6-4324-b57f-1b5a4cd758f1 with Priority: HIGHEST for action port [ 1092.940491] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af37c7c3-d227-4df8-9ddb-b82de63ade22 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.940731] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af37c7c3-d227-4df8-9ddb-b82de63ade22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.940885] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af37c7c3-d227-4df8-9ddb-b82de63ade22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.941319] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af37c7c3-d227-4df8-9ddb-b82de63ade22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.941566] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af37c7c3-d227-4df8-9ddb-b82de63ade22',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.943975] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-af37c7c3-d227-4df8-9ddb-b82de63ade22 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.944662] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af37c7c3-d227-4df8-9ddb-b82de63ade22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.944952] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af37c7c3-d227-4df8-9ddb-b82de63ade22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.945405] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af37c7c3-d227-4df8-9ddb-b82de63ade22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.945768] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.946259] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.948852] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.948852] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.948852] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.948852] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af37c7c3-d227-4df8-9ddb-b82de63ade22',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.948852] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c8d940f-e8d6-4324-b57f-1b5a4cd758f1 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.948852] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c8d940f-e8d6-4324-b57f-1b5a4cd758f1" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.948852] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c8d940f-e8d6-4324-b57f-1b5a4cd758f1" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.948852] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c8d940f-e8d6-4324-b57f-1b5a4cd758f1" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.948852] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c8d940f-e8d6-4324-b57f-1b5a4cd758f1',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.452224] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af37c7c3-d227-4df8-9ddb-b82de63ade22',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.453837] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-af37c7c3-d227-4df8-9ddb-b82de63ade22 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.454555] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af37c7c3-d227-4df8-9ddb-b82de63ade22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.454842] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c8d940f-e8d6-4324-b57f-1b5a4cd758f1 with status ACTIVE [ 1093.454972] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.455102] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.455171] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.455378] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.455471] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.455681] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.455767] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.455799] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.455945] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.456031] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.456210] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.456301] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.456572] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.456572] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.456572] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.456679] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c8d940f-e8d6-4324-b57f-1b5a4cd758f1 is going to be updated. [ 1093.484327] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.484327] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.484327] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.484327] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.484327] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.484327] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c8d940f-e8d6-4324-b57f-1b5a4cd758f1" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.705200] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: SUCCESS [ 1093.705743] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.705743] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.705890] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.706668] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.706668] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.706668] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.706668] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.706668] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.706843] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.706843] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.954457] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af37c7c3-d227-4df8-9ddb-b82de63ade22',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.211056] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.211276] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.211276] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.211874] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.212157] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.212320] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.212430] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.212768] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.213046] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.213046] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.213275] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.213414] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.213502] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.213740] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.214122] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.214122] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.214220] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.214375] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.214482] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.214593] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.214715] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.457624] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.457624] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.457624] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.458023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.458023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.458331] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af37c7c3-d227-4df8-9ddb-b82de63ade22 is going to be created. [ 1094.525312] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.525556] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.525623] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.526084] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.526084] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.539027] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af37c7c3-d227-4df8-9ddb-b82de63ade22 in Status: UNINITIALIZED for 2s [ 1094.717564] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6204eb35-df30-40b2-990a-328fb715bd34: rpc.has_security_group_logging(os_id): False [ 1094.748135] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.748323] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.748457] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.748910] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.752700] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.753327] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.753516] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.753592] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.753829] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.753935] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.754224] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.754345] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.754410] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.754600] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.754684] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.754908] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.755026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.755100] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.755271] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.755345] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.755457] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6204eb35-df30-40b2-990a-328fb715bd34 is going to be updated. [ 1094.849420] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.849672] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.849741] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.850059] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.850294] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.863727] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: IN_PROGRESS for 2s [ 1096.550933] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af37c7c3-d227-4df8-9ddb-b82de63ade22 in Status: SUCCESS [ 1096.551383] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af37c7c3-d227-4df8-9ddb-b82de63ade22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.551508] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af37c7c3-d227-4df8-9ddb-b82de63ade22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.551730] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af37c7c3-d227-4df8-9ddb-b82de63ade22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.551933] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.552074] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.552139] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.552311] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.552395] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.552504] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af37c7c3-d227-4df8-9ddb-b82de63ade22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.552602] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af37c7c3-d227-4df8-9ddb-b82de63ade22',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.879677] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: SUCCESS [ 1096.880144] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.055591] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af37c7c3-d227-4df8-9ddb-b82de63ade22',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.558685] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af37c7c3-d227-4df8-9ddb-b82de63ade22: rpc.has_security_group_logging(os_id): False [ 1097.580968] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.581138] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.581208] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.581479] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.581612] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.582039] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.582162] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.582263] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.582441] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.582535] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.582650] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af37c7c3-d227-4df8-9ddb-b82de63ade22 is going to be created. [ 1097.666100] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.666100] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.666284] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.666388] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.666570] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.681573] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af37c7c3-d227-4df8-9ddb-b82de63ade22 in Status: IN_PROGRESS for 2s [ 1097.940190] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1097.940337] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1099.066250] env[65068]: INFO networking_nsxv3.common.synchronization [req-35099ffb-428f-4760-93fa-e00f7936b67e req-c6efd701-0014-4e2b-96b7-65506bcee618 tempest-DeleteServersTestJSON-53534962 tempest-DeleteServersTestJSON-53534962-project-member] Enqueued Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 1099.067439] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGHEST for action security_group_members [ 1099.068489] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.068489] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.068489] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.068489] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.068489] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.068489] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.068749] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.068749] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.068749] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.068881] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.472401] env[65068]: INFO networking_nsxv3.common.synchronization [req-ca99974a-598b-4e14-9414-e05d37e13445 req-8e6960df-eb63-4882-a47b-f7d62116b8b3 tempest-ServerActionsTestOtherB-1595869324 tempest-ServerActionsTestOtherB-1595869324-project-member] Enqueued Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGHEST for action security_group_members [ 1099.472401] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGHEST for action security_group_members [ 1099.472622] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.472701] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.472782] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.474313] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.474313] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.474313] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.474313] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.474313] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.474313] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.474313] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.574850] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.575070] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.575143] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.575367] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.575460] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.575663] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.575759] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.575828] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.576179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.576179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.576339] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 is going to be updated. [ 1099.607331] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.607571] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.607635] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.607887] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.611054] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.617942] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: IN_PROGRESS for 2s [ 1099.694910] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af37c7c3-d227-4df8-9ddb-b82de63ade22 in Status: SUCCESS [ 1099.695164] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af37c7c3-d227-4df8-9ddb-b82de63ade22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.977044] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.977615] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.977615] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.977767] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.000807] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.001117] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.001246] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.001490] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.001760] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.001836] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.002013] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 is going to be updated. [ 1100.031324] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.031485] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.031566] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.032216] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.032462] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.041141] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 in Status: IN_PROGRESS for 2s [ 1101.632207] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 in Status: SUCCESS [ 1101.632738] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 deletion is rescheduled due to dependency. [ 1101.632738] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.051849] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 in Status: SUCCESS [ 1102.052077] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 deletion is rescheduled due to dependency. [ 1102.052209] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.630176] env[65068]: INFO networking_nsxv3.common.synchronization [req-8a175a17-942f-4423-a8de-1df71a04e01f req-6479a9a4-2e40-4a69-83a7-b30f629c6782 tempest-ServersTestJSON-948800146 tempest-ServersTestJSON-948800146-project-member] Enqueued Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 1103.630716] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 1103.631058] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.631690] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.631690] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.631690] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.631690] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.631690] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.632164] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.632164] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.632164] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.632164] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.135515] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.208995] env[65068]: INFO networking_nsxv3.common.synchronization [req-8bdabdea-c0d7-4cdd-bfd5-407965d18c58 req-a1065736-e572-48bd-81ed-dce5dc48ed84 tempest-ServerActionsTestJSON-920019273 tempest-ServerActionsTestJSON-920019273-project-member] Enqueued Resource ID: dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 with Priority: HIGHEST for action security_group_members [ 1104.208995] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 with Priority: HIGHEST for action security_group_members [ 1104.208995] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.208995] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.208995] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.212458] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.212719] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.212854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.212920] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.213119] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.213207] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.213312] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbeb29a5-fa5d-453a-88db-1e567ffb3ad8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.638689] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.717417] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.717417] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.717417] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.717417] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.744666] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.744900] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.745038] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.745108] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.745318] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.745425] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.745492] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 is going to be updated. [ 1104.778122] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.778391] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.778540] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.778861] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.779110] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.791370] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 in Status: IN_PROGRESS for 2s [ 1105.140516] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.140668] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.140711] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.140937] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.141181] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.141181] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6204eb35-df30-40b2-990a-328fb715bd34 is going to be updated. [ 1105.173274] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.173449] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.173506] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.173732] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.174033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.183054] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: IN_PROGRESS for 2s [ 1106.802262] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 in Status: SUCCESS [ 1106.802738] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 deletion is rescheduled due to dependency. [ 1106.802738] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.141071] env[65068]: INFO networking_nsxv3.common.synchronization [req-93768750-df6e-48c8-bb34-73bd74b02121 req-7cde9144-2349-4026-b111-9179e3e75f97 tempest-ServerActionsTestOtherB-1595869324 tempest-ServerActionsTestOtherB-1595869324-project-member] Enqueued Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGHEST for action security_group_members [ 1107.141918] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGHEST for action security_group_members [ 1107.142236] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.142366] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.142436] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.142642] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.142830] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.142917] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.142990] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.143195] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.143254] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.143329] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.197116] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: SUCCESS [ 1107.197281] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.510772] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-888 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.511092] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-888" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.511226] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-888" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.511587] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-888" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.511911] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.512058] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.512236] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.512493] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.512701] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.512997] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.513136] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1107.513257] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1107.513449] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1107.513857] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.513941] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1107.514579] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1107.535227] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1107.535589] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1107.535826] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1107.536243] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-888" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.536596] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-b4617eef-b8d5-45d7-b5fc-d378e0c88000 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.536802] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-b4617eef-b8d5-45d7-b5fc-d378e0c88000" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.537472] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-b4617eef-b8d5-45d7-b5fc-d378e0c88000" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.537472] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-b4617eef-b8d5-45d7-b5fc-d378e0c88000" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.537472] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4617eef-b8d5-45d7-b5fc-d378e0c88000',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.645343] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.645513] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.645622] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.645826] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.645949] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.646208] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.646313] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.646375] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.646538] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.646615] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.646699] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 is going to be updated. [ 1107.678922] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.679714] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.679714] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.680071] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.680356] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.690977] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 in Status: IN_PROGRESS for 2s [ 1108.040415] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.040730] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.040818] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.041112] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.041279] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.041511] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port b4617eef-b8d5-45d7-b5fc-d378e0c88000 not found, creating... [ 1108.041786] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.042081] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.042208] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.042436] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.042589] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.042896] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.043067] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.043188] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.043400] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.043539] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.043679] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: b4617eef-b8d5-45d7-b5fc-d378e0c88000 is going to be created. [ 1108.064407] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.064580] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.064847] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.065030] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.065279] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.065524] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-b4617eef-b8d5-45d7-b5fc-d378e0c88000" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.811042] env[65068]: INFO networking_nsxv3.common.synchronization [req-93768750-df6e-48c8-bb34-73bd74b02121 req-0375cc6c-3daf-414d-a111-54c5c77e5851 service nova] Enqueued Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGHEST for action security_group_rules [ 1108.811381] env[65068]: INFO networking_nsxv3.common.synchronization [req-93768750-df6e-48c8-bb34-73bd74b02121 req-0375cc6c-3daf-414d-a111-54c5c77e5851 service nova] Enqueued Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGHEST for action security_group_members [ 1108.811381] env[65068]: INFO networking_nsxv3.common.synchronization [req-93768750-df6e-48c8-bb34-73bd74b02121 req-0375cc6c-3daf-414d-a111-54c5c77e5851 service nova] Enqueued Resource ID: b4617eef-b8d5-45d7-b5fc-d378e0c88000 with Priority: HIGHEST for action port [ 1108.811973] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGHEST for action security_group_rules [ 1108.812101] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGHEST for action security_group_members [ 1108.812188] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4617eef-b8d5-45d7-b5fc-d378e0c88000 with Priority: HIGHEST for action port [ 1108.812917] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.813082] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.813151] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.813363] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.813484] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.814360] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.814554] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.814733] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4617eef-b8d5-45d7-b5fc-d378e0c88000 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.814856] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4617eef-b8d5-45d7-b5fc-d378e0c88000" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.814926] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4617eef-b8d5-45d7-b5fc-d378e0c88000" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.815131] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4617eef-b8d5-45d7-b5fc-d378e0c88000" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.815207] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4617eef-b8d5-45d7-b5fc-d378e0c88000',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.318611] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.318976] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.318976] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4617eef-b8d5-45d7-b5fc-d378e0c88000 with status ACTIVE [ 1109.319142] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.319267] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.319337] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.319550] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.319658] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.319831] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.319938] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.320009] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.320181] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.320341] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.320480] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.320599] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.320667] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.320810] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.320885] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.320970] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4617eef-b8d5-45d7-b5fc-d378e0c88000 is going to be updated. [ 1109.348068] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.348236] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.348345] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.348508] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.348656] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.348823] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4617eef-b8d5-45d7-b5fc-d378e0c88000" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.701838] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 in Status: SUCCESS [ 1109.702465] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 deletion is rescheduled due to dependency. [ 1109.702751] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.703116] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.703531] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.703893] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.704189] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.704418] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.704706] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.704909] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.705137] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.786602] env[65068]: INFO networking_nsxv3.common.synchronization [None req-208c9945-63b5-46c6-9f23-46180211d5b4 None None] Enqueued Resource ID: 11a65f2b-1da9-473d-af1f-2ad332e9f7a6 with Priority: HIGHEST for action port [ 1109.786602] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a65f2b-1da9-473d-af1f-2ad332e9f7a6 with Priority: HIGHEST for action port [ 1109.787074] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-11a65f2b-1da9-473d-af1f-2ad332e9f7a6 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.787355] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11a65f2b-1da9-473d-af1f-2ad332e9f7a6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.787521] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11a65f2b-1da9-473d-af1f-2ad332e9f7a6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.788010] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11a65f2b-1da9-473d-af1f-2ad332e9f7a6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.788299] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11a65f2b-1da9-473d-af1f-2ad332e9f7a6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.052102] env[65068]: INFO networking_nsxv3.common.synchronization [req-d5a06009-1ee0-49b6-a181-6059d8a3c94b req-3a71942d-7c7b-4592-bad7-110bb575be6a tempest-AttachVolumeTestJSON-1527444388 tempest-AttachVolumeTestJSON-1527444388-project-member] Enqueued Resource ID: 68cc3b2d-2341-4783-82cf-16fbf92bd8e6 with Priority: HIGHEST for action security_group_members [ 1110.052841] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cc3b2d-2341-4783-82cf-16fbf92bd8e6 with Priority: HIGHEST for action security_group_members [ 1110.053512] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-68cc3b2d-2341-4783-82cf-16fbf92bd8e6 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.053681] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68cc3b2d-2341-4783-82cf-16fbf92bd8e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.053718] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68cc3b2d-2341-4783-82cf-16fbf92bd8e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.053934] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68cc3b2d-2341-4783-82cf-16fbf92bd8e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.054161] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.054950] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.054950] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.054950] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.054950] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.054950] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68cc3b2d-2341-4783-82cf-16fbf92bd8e6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.209376] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.290893] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11a65f2b-1da9-473d-af1f-2ad332e9f7a6 [ 1110.291146] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.291344] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.291344] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.291614] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.291695] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.291775] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11a65f2b-1da9-473d-af1f-2ad332e9f7a6 already deleted. [ 1110.291850] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11a65f2b-1da9-473d-af1f-2ad332e9f7a6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.557644] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.557917] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.557917] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.558143] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.584384] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.584384] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.585120] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.585120] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.585120] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.585120] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.585120] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68cc3b2d-2341-4783-82cf-16fbf92bd8e6 is going to be updated. [ 1110.616925] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.617110] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.617167] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.617351] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.617491] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.633024] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68cc3b2d-2341-4783-82cf-16fbf92bd8e6 in Status: IN_PROGRESS for 2s [ 1110.712538] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.215477] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.215671] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.215761] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.216102] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.216236] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.216417] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 is going to be updated. [ 1111.247828] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.247975] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.247975] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.248172] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.248673] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.264038] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 in Status: IN_PROGRESS for 2s [ 1112.031229] env[65068]: INFO networking_nsxv3.common.synchronization [req-2a66d520-fba8-4d03-aebc-c24aaaf254d9 req-d02bc0e6-b5d1-4861-a651-1fd089cee388 tempest-ServersTestJSON-948800146 tempest-ServersTestJSON-948800146-project-member] Enqueued Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 1112.031229] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGHEST for action security_group_members [ 1112.031229] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.031717] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.032104] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.032646] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.033276] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.033574] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.033754] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.034151] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.034321] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.035022] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.162638] env[65068]: INFO networking_nsxv3.common.synchronization [None req-205f8961-f2ec-46a7-bf32-28112fcb38a8 None None] Enqueued Resource ID: cef5cf3a-7e1f-49c5-b3bb-ab2f5fd730f4 with Priority: HIGHEST for action port [ 1112.163634] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cef5cf3a-7e1f-49c5-b3bb-ab2f5fd730f4 with Priority: HIGHEST for action port [ 1112.164164] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-cef5cf3a-7e1f-49c5-b3bb-ab2f5fd730f4 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.164307] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cef5cf3a-7e1f-49c5-b3bb-ab2f5fd730f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.164438] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cef5cf3a-7e1f-49c5-b3bb-ab2f5fd730f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.164803] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cef5cf3a-7e1f-49c5-b3bb-ab2f5fd730f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.164803] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cef5cf3a-7e1f-49c5-b3bb-ab2f5fd730f4',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.540019] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.540019] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.540019] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.540019] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.540019] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.540019] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.540019] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.540019] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.540408] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.540408] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.540408] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6204eb35-df30-40b2-990a-328fb715bd34 is going to be updated. [ 1112.568992] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.569186] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.569235] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.569401] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.569527] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.578885] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: IN_PROGRESS for 2s [ 1112.643286] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68cc3b2d-2341-4783-82cf-16fbf92bd8e6 in Status: SUCCESS [ 1112.643466] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68cc3b2d-2341-4783-82cf-16fbf92bd8e6 deletion is rescheduled due to dependency. [ 1112.643583] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68cc3b2d-2341-4783-82cf-16fbf92bd8e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.667141] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cef5cf3a-7e1f-49c5-b3bb-ab2f5fd730f4 [ 1112.667369] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.667504] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.667573] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.668363] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.668467] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.668571] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cef5cf3a-7e1f-49c5-b3bb-ab2f5fd730f4 already deleted. [ 1112.668659] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cef5cf3a-7e1f-49c5-b3bb-ab2f5fd730f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.276695] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 in Status: SUCCESS [ 1113.276695] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.276695] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.276695] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.276695] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.276695] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.276695] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.276695] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.276695] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.276695] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.276695] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.779044] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.281417] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1e6bf45-c07b-4ef1-adf7-7b145d82eb02: rpc.has_security_group_logging(os_id): False [ 1114.301017] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.301223] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.301270] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.301519] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.301615] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.301870] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.301979] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.302035] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.302192] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.302271] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.302362] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 is going to be updated. [ 1114.366786] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.366994] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.366994] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.367260] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.367438] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.380922] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 in Status: IN_PROGRESS for 2s [ 1114.589475] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6204eb35-df30-40b2-990a-328fb715bd34 in Status: SUCCESS [ 1114.589927] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6204eb35-df30-40b2-990a-328fb715bd34 deletion is rescheduled due to dependency. [ 1114.589927] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.399102] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 in Status: SUCCESS [ 1116.399429] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.164762] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1117.165044] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1117.645965] env[65068]: INFO networking_nsxv3.common.synchronization [req-c0bc9802-7a95-4fc9-a536-56db301fed0b req-d1490010-9823-4819-bba6-ce68cebc38b2 tempest-ServerGroupTestJSON-1717379384 tempest-ServerGroupTestJSON-1717379384-project-member] Enqueued Resource ID: 33042d4f-790e-4397-ac62-5d55736e17fd with Priority: HIGHEST for action security_group_members [ 1117.646642] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33042d4f-790e-4397-ac62-5d55736e17fd with Priority: HIGHEST for action security_group_members [ 1117.647389] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-33042d4f-790e-4397-ac62-5d55736e17fd taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.647606] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33042d4f-790e-4397-ac62-5d55736e17fd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.647755] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33042d4f-790e-4397-ac62-5d55736e17fd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.648169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33042d4f-790e-4397-ac62-5d55736e17fd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.648426] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.648600] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.648689] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.648940] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.649095] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.649260] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33042d4f-790e-4397-ac62-5d55736e17fd',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.999732] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-24 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.999933] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-24" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.000069] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-24" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.000530] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-24" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.000897] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.001206] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.001419] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.001759] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.001983] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.002233] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.002352] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.002463] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.002569] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.002710] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.002890] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.003054] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.021273] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.021440] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1118.021688] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.022016] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-24" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.022413] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-86ab4236-b454-4aeb-a84e-7236e3e5d8de taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.022679] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-86ab4236-b454-4aeb-a84e-7236e3e5d8de" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.022782] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-86ab4236-b454-4aeb-a84e-7236e3e5d8de" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.023154] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-86ab4236-b454-4aeb-a84e-7236e3e5d8de" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.023296] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86ab4236-b454-4aeb-a84e-7236e3e5d8de',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.152383] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.152989] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.153092] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.153292] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.153407] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.153628] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.153815] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.153815] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.153950] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.154038] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.154135] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33042d4f-790e-4397-ac62-5d55736e17fd already deleted. [ 1118.154337] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33042d4f-790e-4397-ac62-5d55736e17fd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.525398] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.525615] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.525748] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.526059] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.526213] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.526369] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 86ab4236-b454-4aeb-a84e-7236e3e5d8de not found, creating... [ 1118.526629] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.526787] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.526903] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.527132] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.527335] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.527655] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.527852] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.527974] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.528193] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.528367] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.528526] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 86ab4236-b454-4aeb-a84e-7236e3e5d8de is going to be created. [ 1118.549053] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.549280] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.549393] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.549724] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.550055] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.550269] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-86ab4236-b454-4aeb-a84e-7236e3e5d8de" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.273042] env[65068]: INFO networking_nsxv3.common.synchronization [req-c0bc9802-7a95-4fc9-a536-56db301fed0b req-cf86e2f6-be2c-4d2f-bcf3-555af5a06080 service nova] Enqueued Resource ID: 33042d4f-790e-4397-ac62-5d55736e17fd with Priority: HIGHEST for action security_group_rules [ 1119.273339] env[65068]: INFO networking_nsxv3.common.synchronization [req-c0bc9802-7a95-4fc9-a536-56db301fed0b req-cf86e2f6-be2c-4d2f-bcf3-555af5a06080 service nova] Enqueued Resource ID: 33042d4f-790e-4397-ac62-5d55736e17fd with Priority: HIGHEST for action security_group_members [ 1119.273339] env[65068]: INFO networking_nsxv3.common.synchronization [req-c0bc9802-7a95-4fc9-a536-56db301fed0b req-cf86e2f6-be2c-4d2f-bcf3-555af5a06080 service nova] Enqueued Resource ID: 86ab4236-b454-4aeb-a84e-7236e3e5d8de with Priority: HIGHEST for action port [ 1119.273897] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33042d4f-790e-4397-ac62-5d55736e17fd with Priority: HIGHEST for action security_group_rules [ 1119.274202] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33042d4f-790e-4397-ac62-5d55736e17fd with Priority: HIGHEST for action security_group_members [ 1119.274349] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86ab4236-b454-4aeb-a84e-7236e3e5d8de with Priority: HIGHEST for action port [ 1119.274637] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33042d4f-790e-4397-ac62-5d55736e17fd taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.274771] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33042d4f-790e-4397-ac62-5d55736e17fd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.274870] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33042d4f-790e-4397-ac62-5d55736e17fd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.275110] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33042d4f-790e-4397-ac62-5d55736e17fd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.275194] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33042d4f-790e-4397-ac62-5d55736e17fd',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.277366] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-33042d4f-790e-4397-ac62-5d55736e17fd taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.277366] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33042d4f-790e-4397-ac62-5d55736e17fd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.277366] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33042d4f-790e-4397-ac62-5d55736e17fd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.277366] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33042d4f-790e-4397-ac62-5d55736e17fd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.277366] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.277366] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.277366] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.277366] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.277634] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.277634] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33042d4f-790e-4397-ac62-5d55736e17fd',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.279018] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-86ab4236-b454-4aeb-a84e-7236e3e5d8de taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.279018] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86ab4236-b454-4aeb-a84e-7236e3e5d8de" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.279018] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86ab4236-b454-4aeb-a84e-7236e3e5d8de" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.279018] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86ab4236-b454-4aeb-a84e-7236e3e5d8de" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.279224] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86ab4236-b454-4aeb-a84e-7236e3e5d8de',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.778165] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-33042d4f-790e-4397-ac62-5d55736e17fd taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.778165] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33042d4f-790e-4397-ac62-5d55736e17fd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.782911] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33042d4f-790e-4397-ac62-5d55736e17fd',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.782911] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86ab4236-b454-4aeb-a84e-7236e3e5d8de with status ACTIVE [ 1119.782911] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.782911] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.782911] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.782911] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.782911] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.782911] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.782911] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.782911] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.782911] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.782911] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.782911] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.782911] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.782911] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.790573] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.790573] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.790573] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86ab4236-b454-4aeb-a84e-7236e3e5d8de is going to be updated. [ 1119.814108] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.815531] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.815690] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.816045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.816244] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.816514] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86ab4236-b454-4aeb-a84e-7236e3e5d8de" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.291433] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33042d4f-790e-4397-ac62-5d55736e17fd',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.794406] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.794581] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.794654] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.794911] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.795012] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.795140] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33042d4f-790e-4397-ac62-5d55736e17fd is going to be created. [ 1120.824099] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.824099] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.824099] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.824099] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.824099] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.834089] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33042d4f-790e-4397-ac62-5d55736e17fd in Status: UNINITIALIZED for 2s [ 1122.846093] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33042d4f-790e-4397-ac62-5d55736e17fd in Status: SUCCESS [ 1122.846492] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33042d4f-790e-4397-ac62-5d55736e17fd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.846492] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33042d4f-790e-4397-ac62-5d55736e17fd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.846658] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33042d4f-790e-4397-ac62-5d55736e17fd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.846866] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.846989] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.847069] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.847224] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.847304] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.847401] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33042d4f-790e-4397-ac62-5d55736e17fd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.847479] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33042d4f-790e-4397-ac62-5d55736e17fd',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.350314] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-33042d4f-790e-4397-ac62-5d55736e17fd taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.350536] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33042d4f-790e-4397-ac62-5d55736e17fd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.350643] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33042d4f-790e-4397-ac62-5d55736e17fd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.351328] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33042d4f-790e-4397-ac62-5d55736e17fd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.351328] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.351328] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.351328] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.351689] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.351689] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.351784] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33042d4f-790e-4397-ac62-5d55736e17fd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.351934] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-33042d4f-790e-4397-ac62-5d55736e17fd taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.352092] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33042d4f-790e-4397-ac62-5d55736e17fd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.352200] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33042d4f-790e-4397-ac62-5d55736e17fd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.352390] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33042d4f-790e-4397-ac62-5d55736e17fd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.352567] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.352682] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.352778] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.352972] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.353085] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.353177] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33042d4f-790e-4397-ac62-5d55736e17fd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.353273] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33042d4f-790e-4397-ac62-5d55736e17fd',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.855466] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33042d4f-790e-4397-ac62-5d55736e17fd: rpc.has_security_group_logging(os_id): False [ 1123.881768] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.881971] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.881971] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.882210] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.882301] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.882499] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.882598] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.882659] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.882812] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.882888] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.883100] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.883196] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.883259] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.883406] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.883604] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.883843] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.883964] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.884046] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.884195] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.884303] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.884427] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33042d4f-790e-4397-ac62-5d55736e17fd is going to be created. [ 1123.957237] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.958191] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.958381] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.958864] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.959101] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.972259] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33042d4f-790e-4397-ac62-5d55736e17fd in Status: IN_PROGRESS for 2s [ 1124.275870] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1124.275870] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1125.986561] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33042d4f-790e-4397-ac62-5d55736e17fd in Status: SUCCESS [ 1125.986561] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33042d4f-790e-4397-ac62-5d55736e17fd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.148034] env[65068]: INFO networking_nsxv3.common.synchronization [req-8b8741df-b419-419e-9621-3b85720d55cb req-f45ace52-4cef-4620-9b87-824223de636b tempest-AttachVolumeNegativeTest-782383804 tempest-AttachVolumeNegativeTest-782383804-project-member] Enqueued Resource ID: 3146c6ec-7500-4f8f-835c-a2222a7b721a with Priority: HIGHEST for action security_group_members [ 1126.148034] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3146c6ec-7500-4f8f-835c-a2222a7b721a with Priority: HIGHEST for action security_group_members [ 1126.148034] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-3146c6ec-7500-4f8f-835c-a2222a7b721a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.148814] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3146c6ec-7500-4f8f-835c-a2222a7b721a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.149075] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3146c6ec-7500-4f8f-835c-a2222a7b721a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.149463] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3146c6ec-7500-4f8f-835c-a2222a7b721a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.149836] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.150551] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.150551] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.150551] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.150551] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.150767] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3146c6ec-7500-4f8f-835c-a2222a7b721a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.653066] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.653066] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.653066] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.653066] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.653371] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.653371] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.653445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.653599] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.653658] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.653742] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.653858] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3146c6ec-7500-4f8f-835c-a2222a7b721a is going to be updated. [ 1126.685134] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.685506] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.685506] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.685730] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.685937] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.695790] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3146c6ec-7500-4f8f-835c-a2222a7b721a in Status: IN_PROGRESS for 2s [ 1128.706796] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3146c6ec-7500-4f8f-835c-a2222a7b721a in Status: SUCCESS [ 1128.707179] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3146c6ec-7500-4f8f-835c-a2222a7b721a deletion is rescheduled due to dependency. [ 1128.707179] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3146c6ec-7500-4f8f-835c-a2222a7b721a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.157492] env[65068]: INFO networking_nsxv3.common.synchronization [req-e2365f17-fc7b-4aba-9373-30666a47f96c req-1ff6a38b-4083-4276-ae0f-f8890b31eeed tempest-ServerGroupTestJSON-1717379384 tempest-ServerGroupTestJSON-1717379384-project-member] Enqueued Resource ID: 33042d4f-790e-4397-ac62-5d55736e17fd with Priority: HIGHEST for action security_group_members [ 1130.158039] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33042d4f-790e-4397-ac62-5d55736e17fd with Priority: HIGHEST for action security_group_members [ 1130.158319] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-33042d4f-790e-4397-ac62-5d55736e17fd taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.158446] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33042d4f-790e-4397-ac62-5d55736e17fd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.158514] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33042d4f-790e-4397-ac62-5d55736e17fd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.158707] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33042d4f-790e-4397-ac62-5d55736e17fd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.158891] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.158993] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.159080] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.159362] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.159362] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.159472] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33042d4f-790e-4397-ac62-5d55736e17fd',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.661968] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.662139] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.662213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.662462] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.662552] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.662758] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.662958] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.662958] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.663085] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.663160] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.663246] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33042d4f-790e-4397-ac62-5d55736e17fd is going to be updated. [ 1130.689732] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.689836] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.689836] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.690060] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.690208] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.702445] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33042d4f-790e-4397-ac62-5d55736e17fd in Status: IN_PROGRESS for 2s [ 1132.713755] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33042d4f-790e-4397-ac62-5d55736e17fd in Status: SUCCESS [ 1132.714162] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33042d4f-790e-4397-ac62-5d55736e17fd deletion is rescheduled due to dependency. [ 1132.714216] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33042d4f-790e-4397-ac62-5d55736e17fd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.158929] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1135.158929] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1136.126056] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-408 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.126273] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-408" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.126401] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-408" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.126663] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-408" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.126917] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.127083] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.127200] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.127462] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.127617] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.127834] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1136.127944] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1136.128104] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1136.128218] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1136.128346] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1136.128503] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1136.128580] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1136.151615] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1136.151809] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1136.151952] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1136.152159] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-408" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.152500] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-be9dc274-ef95-46bf-ac04-df3021d3434f taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.152753] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-be9dc274-ef95-46bf-ac04-df3021d3434f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.152877] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-be9dc274-ef95-46bf-ac04-df3021d3434f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.153200] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-be9dc274-ef95-46bf-ac04-df3021d3434f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.153311] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be9dc274-ef95-46bf-ac04-df3021d3434f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.656288] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.656636] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.656636] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.656934] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.657113] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.657429] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.657573] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.657677] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.657898] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.658041] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.658319] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.658511] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.658667] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.658998] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.660184] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.660344] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: be9dc274-ef95-46bf-ac04-df3021d3434f is going to be updated. [ 1136.682265] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.682496] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.682574] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.682866] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.683067] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.683298] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-be9dc274-ef95-46bf-ac04-df3021d3434f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.368122] env[65068]: INFO networking_nsxv3.common.synchronization [req-e7dd0171-8bf0-4f07-a74a-b846d22b6d8d req-25ab362b-b60f-46dc-9ac4-a444a955bd7e service nova] Enqueued Resource ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 with Priority: HIGHEST for action security_group_rules [ 1137.368122] env[65068]: INFO networking_nsxv3.common.synchronization [req-e7dd0171-8bf0-4f07-a74a-b846d22b6d8d req-25ab362b-b60f-46dc-9ac4-a444a955bd7e service nova] Enqueued Resource ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 with Priority: HIGHEST for action security_group_members [ 1137.368122] env[65068]: INFO networking_nsxv3.common.synchronization [req-e7dd0171-8bf0-4f07-a74a-b846d22b6d8d req-25ab362b-b60f-46dc-9ac4-a444a955bd7e service nova] Enqueued Resource ID: be9dc274-ef95-46bf-ac04-df3021d3434f with Priority: HIGHEST for action port [ 1137.368809] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 with Priority: HIGHEST for action security_group_rules [ 1137.368809] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 with Priority: HIGHEST for action security_group_members [ 1137.368809] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9dc274-ef95-46bf-ac04-df3021d3434f with Priority: HIGHEST for action port [ 1137.369417] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.369619] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.369833] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.370093] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.370814] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.371908] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.371908] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.371908] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.372081] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.372447] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.372447] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.372447] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.372830] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.372897] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.373090] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.374830] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-be9dc274-ef95-46bf-ac04-df3021d3434f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.374950] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be9dc274-ef95-46bf-ac04-df3021d3434f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.375044] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be9dc274-ef95-46bf-ac04-df3021d3434f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.375201] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be9dc274-ef95-46bf-ac04-df3021d3434f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.375282] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be9dc274-ef95-46bf-ac04-df3021d3434f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.572268] env[65068]: INFO networking_nsxv3.common.synchronization [req-8c3e208e-5b3c-49c6-8a80-48bda781b226 req-7ebfb86f-a161-4ee8-8d3a-5f45497ae62e tempest-AttachVolumeNegativeTest-782383804 tempest-AttachVolumeNegativeTest-782383804-project-member] Enqueued Resource ID: 99579b0f-3521-489e-96ab-1e25d29fe225 with Priority: HIGHEST for action security_group_members [ 1137.572268] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99579b0f-3521-489e-96ab-1e25d29fe225 with Priority: HIGHEST for action security_group_members [ 1137.572354] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-99579b0f-3521-489e-96ab-1e25d29fe225 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.572512] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99579b0f-3521-489e-96ab-1e25d29fe225" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.572731] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99579b0f-3521-489e-96ab-1e25d29fe225" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.572787] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99579b0f-3521-489e-96ab-1e25d29fe225" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.573462] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.573462] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.573462] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.573462] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.573462] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.573462] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99579b0f-3521-489e-96ab-1e25d29fe225',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.877038] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.878169] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.878282] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.878675] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be9dc274-ef95-46bf-ac04-df3021d3434f with status ACTIVE [ 1137.878866] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.878984] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.879060] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.879246] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.879332] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.879550] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.879600] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.879664] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.879817] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.879901] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.880116] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.880212] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.880276] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.880523] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.880523] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.880612] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be9dc274-ef95-46bf-ac04-df3021d3434f is going to be updated. [ 1137.906295] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.906493] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.906532] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.906720] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.906896] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.907071] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be9dc274-ef95-46bf-ac04-df3021d3434f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.076041] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.076818] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.076818] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.076818] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.099096] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.099361] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.099481] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.099551] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.099782] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.099888] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.099980] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99579b0f-3521-489e-96ab-1e25d29fe225 is going to be updated. [ 1138.138635] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.138855] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.138855] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.139066] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.139207] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.148960] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99579b0f-3521-489e-96ab-1e25d29fe225 in Status: IN_PROGRESS for 2s [ 1138.379808] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.882755] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.883167] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.883167] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.883250] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.883357] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.883490] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 is going to be updated. [ 1138.911835] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.912115] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.912115] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.912331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.912475] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.921492] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 in Status: IN_PROGRESS for 2s [ 1140.037027] env[65068]: INFO networking_nsxv3.common.synchronization [req-e3797a11-b433-46b4-ac0e-3b1f623d24ef req-1d03469c-430e-4dd1-be23-7617d265d352 tempest-ServerRescueNegativeTestJSON-1970848678 tempest-ServerRescueNegativeTestJSON-1970848678-project-member] Enqueued Resource ID: 698bc971-b455-4bb0-a92b-7824721526d8 with Priority: HIGHEST for action security_group_members [ 1140.037027] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 698bc971-b455-4bb0-a92b-7824721526d8 with Priority: HIGHEST for action security_group_members [ 1140.038414] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-698bc971-b455-4bb0-a92b-7824721526d8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.038931] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-698bc971-b455-4bb0-a92b-7824721526d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.039274] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-698bc971-b455-4bb0-a92b-7824721526d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.039669] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-698bc971-b455-4bb0-a92b-7824721526d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.040070] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.040266] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.041266] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.041394] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.041480] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.041541] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('698bc971-b455-4bb0-a92b-7824721526d8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.159696] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99579b0f-3521-489e-96ab-1e25d29fe225 in Status: SUCCESS [ 1140.159696] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99579b0f-3521-489e-96ab-1e25d29fe225 deletion is rescheduled due to dependency. [ 1140.159696] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99579b0f-3521-489e-96ab-1e25d29fe225" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.544141] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.544318] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.544396] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.544628] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.567297] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.567562] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.567759] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.567862] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.568082] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.568199] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.568301] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 698bc971-b455-4bb0-a92b-7824721526d8 is going to be updated. [ 1140.598990] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.599172] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.599172] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.599375] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.599521] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.610755] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 698bc971-b455-4bb0-a92b-7824721526d8 in Status: IN_PROGRESS for 2s [ 1140.933139] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 in Status: SUCCESS [ 1140.935616] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.935827] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.936071] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.936274] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.937360] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.937360] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.937360] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.937360] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.937360] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.937360] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.439683] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.942431] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172: rpc.has_security_group_logging(os_id): False [ 1141.962539] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.962680] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.962757] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.962978] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.988096] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.988096] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.988096] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.988096] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.988096] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.988096] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.988096] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 is going to be updated. [ 1142.085860] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.085860] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.085860] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.086100] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.086142] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.101767] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 in Status: IN_PROGRESS for 2s [ 1142.621572] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 698bc971-b455-4bb0-a92b-7824721526d8 in Status: SUCCESS [ 1142.621952] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 698bc971-b455-4bb0-a92b-7824721526d8 deletion is rescheduled due to dependency. [ 1142.621952] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-698bc971-b455-4bb0-a92b-7824721526d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.075437] env[65068]: INFO networking_nsxv3.common.synchronization [req-3a7b639b-ec00-4dba-9a37-27d6e4d2e75b req-08327510-f894-4862-9bac-a9f0d4e6ca43 tempest-AttachInterfacesTestJSON-1669976305 tempest-AttachInterfacesTestJSON-1669976305-project-member] Enqueued Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_members [ 1143.077252] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_members [ 1143.077577] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.077725] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.077793] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.078067] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.078202] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.078312] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.078374] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.078613] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.078703] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.078801] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.491644] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-492 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.491884] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.492051] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.492324] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.492591] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.492748] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.492862] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.493088] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.493240] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.493440] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.493545] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.493651] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.493752] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.493862] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.493959] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.494098] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.513400] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1143.513594] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1143.513696] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1143.513870] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.514210] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-1cdbd047-455c-4c81-9e60-7d3022693c60 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.514377] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-1cdbd047-455c-4c81-9e60-7d3022693c60" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.514486] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-1cdbd047-455c-4c81-9e60-7d3022693c60" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.514817] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-1cdbd047-455c-4c81-9e60-7d3022693c60" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.514952] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cdbd047-455c-4c81-9e60-7d3022693c60',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.580671] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.580852] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.580917] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.581152] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.581244] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.582058] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.582058] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.582058] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.582058] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.582058] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.582058] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b is going to be updated. [ 1143.608817] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.609063] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-442" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.609208] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-442" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.609511] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-442" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.609785] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.610051] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.610194] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.610427] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.610670] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.610908] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.611072] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.611165] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.611290] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.611398] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.611496] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.611639] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.613343] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.613459] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.613529] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.613694] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.613827] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.625882] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b in Status: IN_PROGRESS for 2s [ 1143.639193] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1143.639364] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1143.639501] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1143.639678] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-442" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.640084] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-9fc7efe0-758f-4d34-9ae7-297caac1c70b taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.640273] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-9fc7efe0-758f-4d34-9ae7-297caac1c70b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.640391] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-9fc7efe0-758f-4d34-9ae7-297caac1c70b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.640723] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-9fc7efe0-758f-4d34-9ae7-297caac1c70b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.640853] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fc7efe0-758f-4d34-9ae7-297caac1c70b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.017582] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.017948] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.018031] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.018334] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.018510] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.018678] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 1cdbd047-455c-4c81-9e60-7d3022693c60 not found, creating... [ 1144.018962] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.019168] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.019312] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.019548] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.019687] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.019976] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.020152] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.020266] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.020610] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.020771] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.020938] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 1cdbd047-455c-4c81-9e60-7d3022693c60 is going to be created. [ 1144.043466] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.043725] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.043902] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.044244] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.044521] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.044792] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-1cdbd047-455c-4c81-9e60-7d3022693c60" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.128018] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 in Status: SUCCESS [ 1144.128279] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.143661] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.144026] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.144240] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.144718] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.144903] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.145231] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.145436] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.145683] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.145969] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.146128] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.146447] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.146736] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.146928] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.147184] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.147319] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.147460] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 9fc7efe0-758f-4d34-9ae7-297caac1c70b is going to be updated. [ 1144.179322] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.179569] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.179838] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.180333] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.180632] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.180880] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-9fc7efe0-758f-4d34-9ae7-297caac1c70b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.696447] env[65068]: INFO networking_nsxv3.common.synchronization [req-3a7b639b-ec00-4dba-9a37-27d6e4d2e75b req-04e5116b-6fcf-4cb3-bab5-11ef255ca523 service nova] Enqueued Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_rules [ 1144.696715] env[65068]: INFO networking_nsxv3.common.synchronization [req-3a7b639b-ec00-4dba-9a37-27d6e4d2e75b req-04e5116b-6fcf-4cb3-bab5-11ef255ca523 service nova] Enqueued Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_members [ 1144.696715] env[65068]: INFO networking_nsxv3.common.synchronization [req-3a7b639b-ec00-4dba-9a37-27d6e4d2e75b req-04e5116b-6fcf-4cb3-bab5-11ef255ca523 service nova] Enqueued Resource ID: 1cdbd047-455c-4c81-9e60-7d3022693c60 with Priority: HIGHEST for action port [ 1144.696863] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_rules [ 1144.696991] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_members [ 1144.697102] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cdbd047-455c-4c81-9e60-7d3022693c60 with Priority: HIGHEST for action port [ 1144.697706] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.697835] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.697920] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.698269] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.698357] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.700111] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.700111] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.700239] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cdbd047-455c-4c81-9e60-7d3022693c60 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.700577] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cdbd047-455c-4c81-9e60-7d3022693c60" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.700577] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cdbd047-455c-4c81-9e60-7d3022693c60" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.700577] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cdbd047-455c-4c81-9e60-7d3022693c60" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.700719] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cdbd047-455c-4c81-9e60-7d3022693c60',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.895961] env[65068]: INFO networking_nsxv3.common.synchronization [req-a4c18d27-4bb5-4347-a524-3b52bbea327c req-6cba3ae1-0c75-40be-81fd-0afc755f3481 service nova] Enqueued Resource ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 with Priority: HIGHEST for action security_group_rules [ 1144.896190] env[65068]: INFO networking_nsxv3.common.synchronization [req-a4c18d27-4bb5-4347-a524-3b52bbea327c req-6cba3ae1-0c75-40be-81fd-0afc755f3481 service nova] Enqueued Resource ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 with Priority: HIGHEST for action security_group_members [ 1144.896327] env[65068]: INFO networking_nsxv3.common.synchronization [req-a4c18d27-4bb5-4347-a524-3b52bbea327c req-6cba3ae1-0c75-40be-81fd-0afc755f3481 service nova] Enqueued Resource ID: 9fc7efe0-758f-4d34-9ae7-297caac1c70b with Priority: HIGHEST for action port [ 1144.896921] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 with Priority: HIGHEST for action security_group_rules [ 1144.897286] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 with Priority: HIGHEST for action security_group_members [ 1144.897450] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fc7efe0-758f-4d34-9ae7-297caac1c70b with Priority: HIGHEST for action port [ 1144.897759] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.897915] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.898019] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.898284] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.898392] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f0c5a87-5055-49b6-abf5-4c58bafe8fb8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.900207] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.900370] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.900471] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.900784] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.900978] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.901132] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.901722] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.903386] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.903558] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.903650] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f0c5a87-5055-49b6-abf5-4c58bafe8fb8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.904893] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fc7efe0-758f-4d34-9ae7-297caac1c70b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.905851] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fc7efe0-758f-4d34-9ae7-297caac1c70b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.906047] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fc7efe0-758f-4d34-9ae7-297caac1c70b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.906353] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fc7efe0-758f-4d34-9ae7-297caac1c70b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.906927] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fc7efe0-758f-4d34-9ae7-297caac1c70b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.201404] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.201404] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.206022] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1cdbd047-455c-4c81-9e60-7d3022693c60 with status ACTIVE [ 1145.206022] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.206022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.206022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.206022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.206022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.206022] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.206022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.206022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.206022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.206022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.206022] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.206022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.206022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.206022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.206022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.206022] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1cdbd047-455c-4c81-9e60-7d3022693c60 is going to be updated. [ 1145.232712] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.233233] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.233477] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.233811] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.234197] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.234570] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cdbd047-455c-4c81-9e60-7d3022693c60" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.400796] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.401104] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.409771] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f0c5a87-5055-49b6-abf5-4c58bafe8fb8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.410885] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fc7efe0-758f-4d34-9ae7-297caac1c70b with status ACTIVE [ 1145.411089] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.411218] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.411286] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.411484] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.411573] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.411815] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.411935] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.411994] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.412121] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.412216] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.412403] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.412528] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.412528] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.412660] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.412724] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.412812] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fc7efe0-758f-4d34-9ae7-297caac1c70b is going to be updated. [ 1145.438593] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.438883] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.438883] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.439094] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.439231] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.439412] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fc7efe0-758f-4d34-9ae7-297caac1c70b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.638514] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b in Status: SUCCESS [ 1145.638692] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b deletion is rescheduled due to dependency. [ 1145.638863] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.639083] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.639324] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.639509] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.639625] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.639688] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.639843] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.639922] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.640033] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.914613] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f0c5a87-5055-49b6-abf5-4c58bafe8fb8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.142140] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.417445] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.417674] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.417751] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.417968] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.418070] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.418171] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 is going to be updated. [ 1146.446907] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.447198] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.447287] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.447564] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.447745] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.457953] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 in Status: IN_PROGRESS for 2s [ 1146.646147] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.148792] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.149180] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.149180] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.149839] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.149839] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.149839] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b is going to be updated. [ 1147.197302] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.197515] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.197515] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.197797] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.198083] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.210758] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b in Status: IN_PROGRESS for 2s [ 1148.471429] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 in Status: SUCCESS [ 1148.472018] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.472098] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.472323] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.472615] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.472822] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.472965] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.473132] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.473245] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.473295] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.473541] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f0c5a87-5055-49b6-abf5-4c58bafe8fb8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.976561] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.976791] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.976894] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.977141] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.977333] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.977441] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.977523] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.977690] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.977787] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.977880] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.978117] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.978237] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.978339] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.978470] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.978624] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.978775] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.978775] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.978913] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.978992] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.979093] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.979189] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f0c5a87-5055-49b6-abf5-4c58bafe8fb8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.011233] env[65068]: INFO networking_nsxv3.common.synchronization [None req-f8fa5a0e-1e33-43e9-8d85-a9527a5a9a5e tempest-AttachVolumeNegativeTest-782383804 tempest-AttachVolumeNegativeTest-782383804-project-member] Enqueued Resource ID: 0b5a0a86-19f7-4482-a701-afe291bd812f with Priority: HIGHEST for action security_group_rules [ 1149.011527] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5a0a86-19f7-4482-a701-afe291bd812f with Priority: HIGHEST for action security_group_rules [ 1149.011916] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b5a0a86-19f7-4482-a701-afe291bd812f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.012050] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b5a0a86-19f7-4482-a701-afe291bd812f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.012150] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b5a0a86-19f7-4482-a701-afe291bd812f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.012448] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b5a0a86-19f7-4482-a701-afe291bd812f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.012636] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b5a0a86-19f7-4482-a701-afe291bd812f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.112382] env[65068]: INFO networking_nsxv3.common.synchronization [None req-0c20a73f-46eb-4f5e-a27d-92d1b70f4249 tempest-AttachVolumeNegativeTest-782383804 tempest-AttachVolumeNegativeTest-782383804-project-member] Enqueued Resource ID: 0b5a0a86-19f7-4482-a701-afe291bd812f with Priority: HIGHEST for action security_group_rules [ 1149.112382] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5a0a86-19f7-4482-a701-afe291bd812f with Priority: HIGHEST for action security_group_rules [ 1149.112655] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b5a0a86-19f7-4482-a701-afe291bd812f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.112887] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b5a0a86-19f7-4482-a701-afe291bd812f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.221114] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b in Status: SUCCESS [ 1149.221333] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.221522] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.221882] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.222111] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.222231] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.222295] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.222458] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.222557] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.222724] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.222827] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.483494] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8: rpc.has_security_group_logging(os_id): False [ 1149.505750] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.505750] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.505750] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.505750] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.505750] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.505750] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.505750] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.505750] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.505750] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.506821] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.507307] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.507881] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.510205] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.510205] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.510205] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.510205] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.510205] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.510205] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.510205] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.510205] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.510205] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 is going to be updated. [ 1149.534814] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.534814] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.534814] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.534814] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.534814] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.534814] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b5a0a86-19f7-4482-a701-afe291bd812f already deleted. [ 1149.534814] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b5a0a86-19f7-4482-a701-afe291bd812f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.534814] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b5a0a86-19f7-4482-a701-afe291bd812f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.534814] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b5a0a86-19f7-4482-a701-afe291bd812f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.534814] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b5a0a86-19f7-4482-a701-afe291bd812f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.581628] env[65068]: INFO networking_nsxv3.common.synchronization [None req-babc2ac1-e7bb-49e9-a438-36890cb7ea34 tempest-AttachInterfacesTestJSON-1669976305 tempest-AttachInterfacesTestJSON-1669976305-project-member] Enqueued Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_members [ 1149.582535] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.582855] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.582969] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.584492] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.584492] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.585439] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_members [ 1149.586140] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.586284] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.586409] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.586631] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.586845] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.586983] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.587076] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.587276] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.587386] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.587509] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.601573] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 in Status: IN_PROGRESS for 2s [ 1149.728985] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.729512] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.056353] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.056509] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.056583] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.056804] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.056895] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.057022] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b5a0a86-19f7-4482-a701-afe291bd812f already deleted. [ 1150.057113] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b5a0a86-19f7-4482-a701-afe291bd812f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.096420] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.255850] env[65068]: INFO networking_nsxv3.common.synchronization [req-420f589b-fcbd-4035-b821-8df1665c6433 req-400ec4e1-fe69-49de-aaaf-3c0582ef74cd tempest-ServerActionsTestJSON-920019273 tempest-ServerActionsTestJSON-920019273-project-member] Enqueued Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGHEST for action security_group_members [ 1150.256428] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGHEST for action security_group_members [ 1150.257405] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974ddd6-d699-43c1-b486-a0fbbd07953b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.257405] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.257405] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.257405] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.257405] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.257405] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.257806] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.257806] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.257806] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.257905] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8974ddd6-d699-43c1-b486-a0fbbd07953b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.598167] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.760132] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.760329] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.760421] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.760860] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.786732] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.787172] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.787403] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.787481] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.788076] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.788076] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.788076] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b is going to be updated. [ 1150.817663] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.817663] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.817663] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.818585] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.818585] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.831523] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b in Status: IN_PROGRESS for 2s [ 1151.101709] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.101922] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.101962] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.102327] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.102419] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.102564] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b is going to be updated. [ 1151.138334] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.138505] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.138578] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.138807] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.139066] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.151857] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b in Status: IN_PROGRESS for 2s [ 1151.617055] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 in Status: SUCCESS [ 1151.617515] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.891851] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-492 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.892156] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.892293] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.892601] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.892902] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.893110] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.893234] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.893463] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.893633] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.893946] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1151.894162] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1151.894328] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1151.894454] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1151.894575] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1151.894706] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1151.894889] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1151.917662] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1151.917855] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1151.917973] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1151.918250] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.918691] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-186aa406-0002-493c-94e0-caad71af31fc taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.918952] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-186aa406-0002-493c-94e0-caad71af31fc" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.919127] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-186aa406-0002-493c-94e0-caad71af31fc" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.919510] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-186aa406-0002-493c-94e0-caad71af31fc" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.919702] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('186aa406-0002-493c-94e0-caad71af31fc',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.423119] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.423416] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.423494] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.423786] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.423938] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.424109] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 186aa406-0002-493c-94e0-caad71af31fc not found, creating... [ 1152.424381] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.424537] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.424655] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.424883] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.425055] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.425352] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.425530] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.425622] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.425828] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.425957] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.426107] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 186aa406-0002-493c-94e0-caad71af31fc is going to be created. [ 1152.450291] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.450614] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.450734] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.451045] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.451284] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.451515] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-186aa406-0002-493c-94e0-caad71af31fc" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.845083] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b in Status: SUCCESS [ 1152.845393] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b deletion is rescheduled due to dependency. [ 1152.845393] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.163279] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b in Status: SUCCESS [ 1153.163545] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.163753] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.164074] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.164258] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.164394] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.164498] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.164732] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.164829] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.164926] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.165160] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.165395] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.165612] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.165911] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.166092] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.166231] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.166371] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.166564] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.166681] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.166812] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.166931] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.174945] env[65068]: INFO networking_nsxv3.common.synchronization [req-e50757fd-1c8c-49c3-ac9d-42dc5ec9d81f req-ee2cc829-26a5-4d6e-9d00-dc5d54048005 service nova] Enqueued Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_rules [ 1153.175191] env[65068]: INFO networking_nsxv3.common.synchronization [req-e50757fd-1c8c-49c3-ac9d-42dc5ec9d81f req-ee2cc829-26a5-4d6e-9d00-dc5d54048005 service nova] Enqueued Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_members [ 1153.175376] env[65068]: INFO networking_nsxv3.common.synchronization [req-e50757fd-1c8c-49c3-ac9d-42dc5ec9d81f req-ee2cc829-26a5-4d6e-9d00-dc5d54048005 service nova] Enqueued Resource ID: 186aa406-0002-493c-94e0-caad71af31fc with Priority: HIGHEST for action port [ 1153.176472] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_rules [ 1153.176649] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_members [ 1153.176791] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 186aa406-0002-493c-94e0-caad71af31fc with Priority: HIGHEST for action port [ 1153.177141] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.177270] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.177512] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.177660] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.177880] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.178098] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.178289] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.178398] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.178471] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.178653] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.178739] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.178830] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.179683] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-186aa406-0002-493c-94e0-caad71af31fc taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.179752] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-186aa406-0002-493c-94e0-caad71af31fc" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.179832] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-186aa406-0002-493c-94e0-caad71af31fc" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.179941] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-186aa406-0002-493c-94e0-caad71af31fc" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.180028] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('186aa406-0002-493c-94e0-caad71af31fc',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.669429] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc8bc2ce-1641-465f-8dba-1d9e3b38c61b: rpc.has_security_group_logging(os_id): False [ 1153.681381] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.682748] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 186aa406-0002-493c-94e0-caad71af31fc with status ACTIVE [ 1153.682748] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.682748] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.683048] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.683048] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.683135] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.683296] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.683459] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.683459] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.683612] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.683688] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.683907] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.684032] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.684073] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.684457] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.684457] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.684457] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 186aa406-0002-493c-94e0-caad71af31fc is going to be updated. [ 1153.687331] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.687473] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.687865] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.688098] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.688262] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.688440] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.688573] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.688698] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.688889] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.688996] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.689249] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.689341] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.689447] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.689617] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.689716] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.689926] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.690037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.690202] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.690438] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.690651] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.690978] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b is going to be updated. [ 1153.707708] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.707859] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.707910] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.708136] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.708320] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.708538] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-186aa406-0002-493c-94e0-caad71af31fc" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.753439] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.753439] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.753439] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.754103] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.754285] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.771383] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b in Status: IN_PROGRESS for 2s [ 1154.186554] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.688689] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.688914] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.688914] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.689185] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.689274] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.689378] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b is going to be updated. [ 1154.723080] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.723080] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.723327] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.723385] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.723526] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.737157] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b in Status: IN_PROGRESS for 2s [ 1154.943219] env[65068]: INFO networking_nsxv3.common.synchronization [req-3b7d150d-d5d8-4587-b21f-9afd16cfc92c req-9b509572-3091-44f8-b7a7-c72a10256aff tempest-AttachVolumeNegativeTest-782383804 tempest-AttachVolumeNegativeTest-782383804-project-member] Enqueued Resource ID: 0b5a0a86-19f7-4482-a701-afe291bd812f with Priority: HIGHEST for action security_group_members [ 1154.943705] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5a0a86-19f7-4482-a701-afe291bd812f with Priority: HIGHEST for action security_group_members [ 1154.943841] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5a0a86-19f7-4482-a701-afe291bd812f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.943967] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5a0a86-19f7-4482-a701-afe291bd812f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.944427] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5a0a86-19f7-4482-a701-afe291bd812f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.944917] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5a0a86-19f7-4482-a701-afe291bd812f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.944917] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.945190] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.945190] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.945273] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.945665] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.945665] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5a0a86-19f7-4482-a701-afe291bd812f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.281526] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-693 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.281889] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-693" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.281889] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-693" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.282183] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-693" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.282441] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.282600] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.282716] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.282938] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.283322] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.283559] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.283674] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1155.283781] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1155.283885] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1155.283990] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.284104] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1155.284235] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1155.307134] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1155.307134] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1155.307134] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1155.307134] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-693" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.307391] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-16742d6c-2a66-45d2-8c27-11fdad98964a taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.307391] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-16742d6c-2a66-45d2-8c27-11fdad98964a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.307521] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-16742d6c-2a66-45d2-8c27-11fdad98964a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.307836] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-16742d6c-2a66-45d2-8c27-11fdad98964a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.307996] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16742d6c-2a66-45d2-8c27-11fdad98964a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.449073] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.449281] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.449328] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.449640] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.449741] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.449968] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.450110] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.450181] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.450778] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.451015] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.451071] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5a0a86-19f7-4482-a701-afe291bd812f already deleted. [ 1155.451176] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5a0a86-19f7-4482-a701-afe291bd812f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.788776] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b in Status: SUCCESS [ 1155.788944] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.789153] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.789393] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.789495] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.810983] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.810983] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.811202] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.811399] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.811740] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.811816] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 16742d6c-2a66-45d2-8c27-11fdad98964a not found, creating... [ 1155.812166] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.812411] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.812557] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.812871] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.813096] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.813460] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.813632] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.813768] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.814122] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.814296] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.814505] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 16742d6c-2a66-45d2-8c27-11fdad98964a is going to be created. [ 1155.839803] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.840060] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.840226] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.840639] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.840897] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.841179] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-16742d6c-2a66-45d2-8c27-11fdad98964a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.291805] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.292180] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.644490] env[65068]: INFO networking_nsxv3.common.synchronization [req-3b7d150d-d5d8-4587-b21f-9afd16cfc92c req-2f914d45-7160-4e23-a779-9739889f5743 service nova] Enqueued Resource ID: 0b5a0a86-19f7-4482-a701-afe291bd812f with Priority: HIGHEST for action security_group_rules [ 1156.644666] env[65068]: INFO networking_nsxv3.common.synchronization [req-3b7d150d-d5d8-4587-b21f-9afd16cfc92c req-2f914d45-7160-4e23-a779-9739889f5743 service nova] Enqueued Resource ID: 0b5a0a86-19f7-4482-a701-afe291bd812f with Priority: HIGHEST for action security_group_members [ 1156.644824] env[65068]: INFO networking_nsxv3.common.synchronization [req-3b7d150d-d5d8-4587-b21f-9afd16cfc92c req-2f914d45-7160-4e23-a779-9739889f5743 service nova] Enqueued Resource ID: 16742d6c-2a66-45d2-8c27-11fdad98964a with Priority: HIGHEST for action port [ 1156.645407] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5a0a86-19f7-4482-a701-afe291bd812f with Priority: HIGHEST for action security_group_rules [ 1156.645512] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5a0a86-19f7-4482-a701-afe291bd812f with Priority: HIGHEST for action security_group_members [ 1156.645617] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16742d6c-2a66-45d2-8c27-11fdad98964a with Priority: HIGHEST for action port [ 1156.645904] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b5a0a86-19f7-4482-a701-afe291bd812f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.647216] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b5a0a86-19f7-4482-a701-afe291bd812f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.647274] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b5a0a86-19f7-4482-a701-afe291bd812f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.647582] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b5a0a86-19f7-4482-a701-afe291bd812f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.647717] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b5a0a86-19f7-4482-a701-afe291bd812f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.649365] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5a0a86-19f7-4482-a701-afe291bd812f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.650711] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5a0a86-19f7-4482-a701-afe291bd812f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.650711] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5a0a86-19f7-4482-a701-afe291bd812f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.650711] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5a0a86-19f7-4482-a701-afe291bd812f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.650711] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.650711] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.650711] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.651272] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.651272] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.651272] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5a0a86-19f7-4482-a701-afe291bd812f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.652464] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-16742d6c-2a66-45d2-8c27-11fdad98964a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.652658] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16742d6c-2a66-45d2-8c27-11fdad98964a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.652779] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16742d6c-2a66-45d2-8c27-11fdad98964a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.652994] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16742d6c-2a66-45d2-8c27-11fdad98964a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.653205] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16742d6c-2a66-45d2-8c27-11fdad98964a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.753482] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b in Status: SUCCESS [ 1156.753819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.754072] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.754364] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.754647] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.754811] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.754915] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.755180] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.755318] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.755443] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.755599] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.156512] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5a0a86-19f7-4482-a701-afe291bd812f taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.156727] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5a0a86-19f7-4482-a701-afe291bd812f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.156966] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b5a0a86-19f7-4482-a701-afe291bd812f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.157894] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16742d6c-2a66-45d2-8c27-11fdad98964a with status ACTIVE [ 1157.158112] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.158230] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.158296] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.158534] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.158607] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.158806] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.158971] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.159057] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.159221] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.159298] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.159487] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.159580] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.159643] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.159784] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.159857] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.159943] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16742d6c-2a66-45d2-8c27-11fdad98964a is going to be updated. [ 1157.184538] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.184538] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.184538] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.184771] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.184771] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.184844] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16742d6c-2a66-45d2-8c27-11fdad98964a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.243498] env[65068]: INFO networking_nsxv3.common.synchronization [req-96acb921-32c9-44b7-98a6-1fcc865367fa req-20b40af0-8df6-4348-a73d-6ae624135f5f tempest-ServerRescueNegativeTestJSON-1970848678 tempest-ServerRescueNegativeTestJSON-1970848678-project-member] Enqueued Resource ID: ad693498-16d8-4b31-863d-5bf7ca51991b with Priority: HIGHEST for action security_group_members [ 1157.244455] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad693498-16d8-4b31-863d-5bf7ca51991b with Priority: HIGHEST for action security_group_members [ 1157.244776] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad693498-16d8-4b31-863d-5bf7ca51991b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.244908] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.244967] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.245188] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.245338] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.245435] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.245508] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.245703] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.245793] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.245895] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad693498-16d8-4b31-863d-5bf7ca51991b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.258966] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.259151] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.259215] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.259415] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.259589] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.259679] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.259743] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.259899] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.260099] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.260099] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.260230] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.260312] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.260372] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.260511] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.260706] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.260821] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.260860] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.260994] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.261080] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.261161] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.261245] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.661766] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b5a0a86-19f7-4482-a701-afe291bd812f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.748214] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad693498-16d8-4b31-863d-5bf7ca51991b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.763722] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc8bc2ce-1641-465f-8dba-1d9e3b38c61b: rpc.has_security_group_logging(os_id): False [ 1157.782288] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.782389] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.782428] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.782637] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.782715] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.782918] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.783045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.783228] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.783280] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.783340] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.783541] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.783635] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.783696] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.783833] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.783905] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.784097] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.784189] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.784248] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.784384] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.784457] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.784539] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b is going to be updated. [ 1157.845461] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.845627] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.845627] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.845841] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.846015] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.860659] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b in Status: IN_PROGRESS for 2s [ 1158.164873] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.165052] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.165128] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.165425] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.165520] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.165625] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5a0a86-19f7-4482-a701-afe291bd812f is going to be created. [ 1158.187470] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.187640] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.187709] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.187908] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.188123] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.197926] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5a0a86-19f7-4482-a701-afe291bd812f in Status: UNINITIALIZED for 2s [ 1158.250537] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad693498-16d8-4b31-863d-5bf7ca51991b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.754412] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.754992] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.754992] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.755185] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.755307] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.755399] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad693498-16d8-4b31-863d-5bf7ca51991b is going to be updated. [ 1158.787822] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.788049] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.788160] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.788466] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.789014] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.799586] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad693498-16d8-4b31-863d-5bf7ca51991b in Status: IN_PROGRESS for 2s [ 1159.875762] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b in Status: SUCCESS [ 1159.876078] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.210392] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5a0a86-19f7-4482-a701-afe291bd812f in Status: SUCCESS [ 1160.210392] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5a0a86-19f7-4482-a701-afe291bd812f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.210392] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5a0a86-19f7-4482-a701-afe291bd812f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.210392] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5a0a86-19f7-4482-a701-afe291bd812f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.210392] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.210392] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.210392] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.210392] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.210392] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.210392] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5a0a86-19f7-4482-a701-afe291bd812f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.211046] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b5a0a86-19f7-4482-a701-afe291bd812f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.712801] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b5a0a86-19f7-4482-a701-afe291bd812f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.810489] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad693498-16d8-4b31-863d-5bf7ca51991b in Status: SUCCESS [ 1160.810489] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.215539] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b5a0a86-19f7-4482-a701-afe291bd812f: rpc.has_security_group_logging(os_id): False [ 1161.237211] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.237513] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.237568] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.237779] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.237873] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.238242] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.238390] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.238513] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.238730] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.238813] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.238909] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b5a0a86-19f7-4482-a701-afe291bd812f is going to be created. [ 1161.244023] env[65068]: INFO networking_nsxv3.common.synchronization [req-acbe49ef-7b58-4627-aac5-530f4538eb30 req-76d47da3-8793-40cc-8e2e-532cd98a8d01 tempest-ServerActionsTestJSON-920019273 tempest-ServerActionsTestJSON-920019273-project-member] Enqueued Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGHEST for action security_group_members [ 1161.244563] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGHEST for action security_group_members [ 1161.244893] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974ddd6-d699-43c1-b486-a0fbbd07953b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.245029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.245139] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.245291] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.245448] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.245626] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.245626] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.245742] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.245826] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.245924] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8974ddd6-d699-43c1-b486-a0fbbd07953b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.309115] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.309365] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.309365] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.309591] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.309795] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.325139] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b5a0a86-19f7-4482-a701-afe291bd812f in Status: IN_PROGRESS for 2s [ 1161.567794] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-95 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.568053] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-95" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.568193] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-95" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.568574] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-95" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.568883] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.569040] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.569311] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.569384] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.569534] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.569780] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.569899] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1161.570014] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1161.570163] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1161.570277] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.570394] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1161.570538] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1161.593149] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1161.594062] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1161.594062] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1161.594062] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-95" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.594312] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-814b1f4f-a7df-40e4-9a34-2dddb509a082 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.594464] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-814b1f4f-a7df-40e4-9a34-2dddb509a082" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.594599] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-814b1f4f-a7df-40e4-9a34-2dddb509a082" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.594938] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-814b1f4f-a7df-40e4-9a34-2dddb509a082" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.595099] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('814b1f4f-a7df-40e4-9a34-2dddb509a082',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.748524] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.748787] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.748933] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.749249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.749479] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.749723] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.749874] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.749996] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.750233] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.750356] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.750503] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b is going to be updated. [ 1161.792216] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.792416] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.792416] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.792595] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.792739] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.802970] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b in Status: IN_PROGRESS for 2s [ 1162.097406] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.097628] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.097679] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.097949] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.098121] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.098354] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 814b1f4f-a7df-40e4-9a34-2dddb509a082 not found, creating... [ 1162.098719] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.098887] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.099015] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.099245] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.099387] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.099671] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.099827] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.099943] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.100163] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.100297] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.100433] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 814b1f4f-a7df-40e4-9a34-2dddb509a082 is going to be created. [ 1162.120104] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.120329] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.120523] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.120885] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.121223] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.121386] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-814b1f4f-a7df-40e4-9a34-2dddb509a082" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.862137] env[65068]: INFO networking_nsxv3.common.synchronization [req-acbe49ef-7b58-4627-aac5-530f4538eb30 req-bbcfd17a-1762-478d-b765-1204b9615f47 service nova] Enqueued Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGHEST for action security_group_rules [ 1162.862434] env[65068]: INFO networking_nsxv3.common.synchronization [req-acbe49ef-7b58-4627-aac5-530f4538eb30 req-bbcfd17a-1762-478d-b765-1204b9615f47 service nova] Enqueued Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGHEST for action security_group_members [ 1162.862540] env[65068]: INFO networking_nsxv3.common.synchronization [req-acbe49ef-7b58-4627-aac5-530f4538eb30 req-bbcfd17a-1762-478d-b765-1204b9615f47 service nova] Enqueued Resource ID: 814b1f4f-a7df-40e4-9a34-2dddb509a082 with Priority: HIGHEST for action port [ 1162.863329] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGHEST for action security_group_rules [ 1162.863455] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGHEST for action security_group_members [ 1162.863573] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814b1f4f-a7df-40e4-9a34-2dddb509a082 with Priority: HIGHEST for action port [ 1162.863899] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8974ddd6-d699-43c1-b486-a0fbbd07953b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.864050] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.864135] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.864369] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.864455] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8974ddd6-d699-43c1-b486-a0fbbd07953b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.867395] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974ddd6-d699-43c1-b486-a0fbbd07953b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.867511] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.867772] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-814b1f4f-a7df-40e4-9a34-2dddb509a082 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.867890] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-814b1f4f-a7df-40e4-9a34-2dddb509a082" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.868084] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-814b1f4f-a7df-40e4-9a34-2dddb509a082" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.868316] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-814b1f4f-a7df-40e4-9a34-2dddb509a082" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.868402] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('814b1f4f-a7df-40e4-9a34-2dddb509a082',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.337068] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b5a0a86-19f7-4482-a701-afe291bd812f in Status: SUCCESS [ 1163.337396] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b5a0a86-19f7-4482-a701-afe291bd812f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.368117] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974ddd6-d699-43c1-b486-a0fbbd07953b taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.368323] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.370678] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 814b1f4f-a7df-40e4-9a34-2dddb509a082 with status ACTIVE [ 1163.370951] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.371140] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.371221] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.371453] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.371547] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.371730] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.371822] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.371887] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.372066] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.372144] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.372329] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.372423] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.372478] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.372618] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.372709] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.372796] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 814b1f4f-a7df-40e4-9a34-2dddb509a082 is going to be updated. [ 1163.396310] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.397134] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.397134] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.397134] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.397515] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.398192] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-814b1f4f-a7df-40e4-9a34-2dddb509a082" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.817661] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b in Status: SUCCESS [ 1163.817895] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b deletion is rescheduled due to dependency. [ 1163.818030] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.818204] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.818429] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.818624] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.818761] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.818840] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.818972] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.819065] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.819163] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8974ddd6-d699-43c1-b486-a0fbbd07953b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.321284] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8974ddd6-d699-43c1-b486-a0fbbd07953b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.824123] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8974ddd6-d699-43c1-b486-a0fbbd07953b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.889315] env[65068]: INFO networking_nsxv3.common.synchronization [req-754393b6-6f37-4ddc-a16d-9e3cc33283b7 req-6a926a27-eaf1-4ec7-87ec-7cc5c09b79f6 tempest-ServerRescueNegativeTestJSON-1970848678 tempest-ServerRescueNegativeTestJSON-1970848678-project-member] Enqueued Resource ID: ad693498-16d8-4b31-863d-5bf7ca51991b with Priority: HIGHEST for action security_group_members [ 1164.889315] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad693498-16d8-4b31-863d-5bf7ca51991b with Priority: HIGHEST for action security_group_members [ 1164.889315] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad693498-16d8-4b31-863d-5bf7ca51991b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.889699] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.889699] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.889699] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.889881] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.890203] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.890203] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.890306] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.890410] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.890478] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad693498-16d8-4b31-863d-5bf7ca51991b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.326420] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.326816] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.326816] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.326919] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.327042] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.327150] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b is going to be updated. [ 1165.360357] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.360357] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.360357] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.360649] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.360837] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.371138] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b in Status: IN_PROGRESS for 2s [ 1165.392690] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.392851] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.392909] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.393165] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.428864] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.429222] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.429372] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.429372] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.429554] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.429635] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.429716] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad693498-16d8-4b31-863d-5bf7ca51991b is going to be updated. [ 1165.457628] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.457804] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.457850] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.458036] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.458183] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.466812] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad693498-16d8-4b31-863d-5bf7ca51991b in Status: IN_PROGRESS for 2s [ 1165.870346] env[65068]: INFO networking_nsxv3.common.synchronization [req-fcc08638-6810-4236-969d-6376dac3381d req-0b07f1ab-4a64-4efb-a513-9f66a8341007 tempest-AttachInterfacesTestJSON-1669976305 tempest-AttachInterfacesTestJSON-1669976305-project-member] Enqueued Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_members [ 1165.870980] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_members [ 1165.871371] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.871496] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.871563] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.871802] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.871963] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.872070] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.872150] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.872537] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.872537] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.872537] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.377175] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.460736] env[65068]: INFO networking_nsxv3.common.synchronization [None req-28f21b33-622d-475f-ba0b-cc24fff88154 tempest-AttachInterfacesTestJSON-1669976305 tempest-AttachInterfacesTestJSON-1669976305-project-member] Enqueued Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_members [ 1166.461364] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_members [ 1166.461613] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.461743] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.881052] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.380564] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b in Status: SUCCESS [ 1167.380975] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.381183] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.381456] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.381809] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.381967] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.382030] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.382218] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.382330] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.382771] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.382771] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8974ddd6-d699-43c1-b486-a0fbbd07953b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.383678] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.383812] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.383918] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.384136] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.384247] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.384366] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b is going to be updated. [ 1167.414799] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.415018] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.415095] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.415306] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.415454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.427639] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b in Status: IN_PROGRESS for 2s [ 1167.476250] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad693498-16d8-4b31-863d-5bf7ca51991b in Status: SUCCESS [ 1167.476422] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad693498-16d8-4b31-863d-5bf7ca51991b deletion is rescheduled due to dependency. [ 1167.476531] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.886351] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8974ddd6-d699-43c1-b486-a0fbbd07953b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.389298] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8974ddd6-d699-43c1-b486-a0fbbd07953b: rpc.has_security_group_logging(os_id): False [ 1168.412727] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.412930] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.412930] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.413209] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.413379] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.413828] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.413964] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.414771] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.415225] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.415356] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.415470] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b is going to be updated. [ 1168.496310] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.496591] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.496591] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.496885] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.497166] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.513661] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b in Status: IN_PROGRESS for 2s [ 1169.360170] env[65068]: INFO networking_nsxv3.common.synchronization [req-6b8cf8cb-6187-4717-aa98-1cab4af888f5 req-6ab0afa9-2aa0-4f4a-bbce-a645b7cd9044 tempest-AttachInterfacesTestJSON-1669976305 tempest-AttachInterfacesTestJSON-1669976305-project-member] Enqueued Resource ID: af37c7c3-d227-4df8-9ddb-b82de63ade22 with Priority: HIGHEST for action security_group_members [ 1169.360751] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af37c7c3-d227-4df8-9ddb-b82de63ade22 with Priority: HIGHEST for action security_group_members [ 1169.362116] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-af37c7c3-d227-4df8-9ddb-b82de63ade22 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.362116] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af37c7c3-d227-4df8-9ddb-b82de63ade22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.362116] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af37c7c3-d227-4df8-9ddb-b82de63ade22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.362116] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af37c7c3-d227-4df8-9ddb-b82de63ade22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.362116] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.362116] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.362116] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.362116] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.362116] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.362445] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af37c7c3-d227-4df8-9ddb-b82de63ade22',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.437541] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b in Status: SUCCESS [ 1169.437945] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.437945] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.438310] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.438419] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.438505] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.438556] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.438689] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.438766] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.438860] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.865195] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.865558] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.865651] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.865882] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.865978] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.866194] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.866292] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.866355] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.866507] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.866583] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.866668] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af37c7c3-d227-4df8-9ddb-b82de63ade22 is going to be updated. [ 1169.897399] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.897592] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.897634] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.897842] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.897991] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.909327] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af37c7c3-d227-4df8-9ddb-b82de63ade22 in Status: IN_PROGRESS for 2s [ 1169.941300] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.941494] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.941571] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.941844] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.941945] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.942190] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.942340] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.942411] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.942583] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.942668] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.942762] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b is going to be updated. [ 1169.968954] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.969148] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.969198] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.969422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.969567] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.978613] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b in Status: IN_PROGRESS for 2s [ 1170.528241] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b in Status: SUCCESS [ 1170.528858] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.919796] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af37c7c3-d227-4df8-9ddb-b82de63ade22 in Status: SUCCESS [ 1171.919796] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af37c7c3-d227-4df8-9ddb-b82de63ade22 deletion is rescheduled due to dependency. [ 1171.919796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af37c7c3-d227-4df8-9ddb-b82de63ade22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.988042] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b in Status: SUCCESS [ 1171.988201] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b deletion is rescheduled due to dependency. [ 1171.988299] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.362188] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1174.362626] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1174.460936] env[65068]: INFO networking_nsxv3.common.synchronization [None req-e7f02c2b-ff2f-4af7-bead-438214bea3ac tempest-AttachInterfacesTestJSON-1669976305 tempest-AttachInterfacesTestJSON-1669976305-project-member] Enqueued Resource ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af with Priority: HIGHEST for action security_group_rules [ 1174.461792] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af with Priority: HIGHEST for action security_group_rules [ 1174.461857] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e0ff19b-0cdd-4219-967f-e0e3e95f35af taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.461954] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.462020] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.462313] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.462402] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e0ff19b-0cdd-4219-967f-e0e3e95f35af',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.561639] env[65068]: INFO networking_nsxv3.common.synchronization [None req-1f7581bb-8b83-4da5-bba4-0418dc9d32b3 tempest-AttachInterfacesTestJSON-1669976305 tempest-AttachInterfacesTestJSON-1669976305-project-member] Enqueued Resource ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af with Priority: HIGHEST for action security_group_rules [ 1174.562282] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af with Priority: HIGHEST for action security_group_rules [ 1174.562614] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e0ff19b-0cdd-4219-967f-e0e3e95f35af taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.562882] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.984653] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.984799] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.984855] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.985357] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.985456] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.985561] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af already deleted. [ 1174.985653] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.985804] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.985977] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.986077] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e0ff19b-0cdd-4219-967f-e0e3e95f35af',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.508053] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.508478] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.508478] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.508478] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.508570] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.508695] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af already deleted. [ 1175.508833] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.889547] env[65068]: INFO networking_nsxv3.common.synchronization [req-aea04ca0-b21d-4139-b9b8-706c8e7343bb req-57b4b74a-10f6-47ee-a1c0-45c57d458baf tempest-ServersNegativeTestJSON-198047271 tempest-ServersNegativeTestJSON-198047271-project-member] Enqueued Resource ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 with Priority: HIGHEST for action security_group_members [ 1175.890140] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 with Priority: HIGHEST for action security_group_members [ 1175.890499] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.890627] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.890766] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.890910] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.891248] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.891248] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.891248] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.891404] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.891482] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.891552] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f0c5a87-5055-49b6-abf5-4c58bafe8fb8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.393334] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.393523] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.393601] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.393808] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.393904] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.394132] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.394338] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.394338] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.394453] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.394506] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.394594] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 is going to be updated. [ 1176.422544] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.422774] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.422870] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.423185] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.423334] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.433932] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 in Status: IN_PROGRESS for 2s [ 1178.445300] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 in Status: SUCCESS [ 1178.445705] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 deletion is rescheduled due to dependency. [ 1178.445705] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.043999] env[65068]: INFO networking_nsxv3.common.synchronization [req-712f9a6f-4081-4268-96a5-c213d558a9d5 req-f5b8eb82-3101-45c4-8316-729641a34950 tempest-AttachInterfacesTestJSON-1669976305 tempest-AttachInterfacesTestJSON-1669976305-project-member] Enqueued Resource ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af with Priority: HIGHEST for action security_group_members [ 1180.044781] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af with Priority: HIGHEST for action security_group_members [ 1180.044892] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.044996] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.045113] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.045378] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.045451] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.045538] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.045586] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.045788] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.045889] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.045993] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e0ff19b-0cdd-4219-967f-e0e3e95f35af',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.344549] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-492 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.344765] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.344889] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.345191] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.345463] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.345890] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.345890] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.346068] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.346121] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.346287] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1180.346397] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1180.346501] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1180.346602] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1180.346707] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1180.346812] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1180.346939] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1180.366049] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1180.366337] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1180.366453] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1180.366578] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.366883] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-c1e2ab41-4151-49ac-bfbe-021ecb27fbd0 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.367063] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-c1e2ab41-4151-49ac-bfbe-021ecb27fbd0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.367428] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-c1e2ab41-4151-49ac-bfbe-021ecb27fbd0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.367758] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-c1e2ab41-4151-49ac-bfbe-021ecb27fbd0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.367893] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1e2ab41-4151-49ac-bfbe-021ecb27fbd0',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.547878] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.548120] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.548120] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.548373] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.548407] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.548614] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.548713] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.548789] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.548944] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.549031] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.549306] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af already deleted. [ 1180.549306] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.871081] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.871290] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.871435] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.871794] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.872015] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.872227] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port c1e2ab41-4151-49ac-bfbe-021ecb27fbd0 not found, creating... [ 1180.872563] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.872790] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.872970] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.873279] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.873475] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.873846] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.874080] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.874237] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.874508] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.874680] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.874839] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: c1e2ab41-4151-49ac-bfbe-021ecb27fbd0 is going to be created. [ 1180.895289] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.895529] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.895630] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.895896] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.896153] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.896400] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-c1e2ab41-4151-49ac-bfbe-021ecb27fbd0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.586142] env[65068]: INFO networking_nsxv3.common.synchronization [req-712f9a6f-4081-4268-96a5-c213d558a9d5 req-94f326b4-d40c-470c-a332-ffaf54ac59de service nova] Enqueued Resource ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af with Priority: HIGHEST for action security_group_rules [ 1181.586142] env[65068]: INFO networking_nsxv3.common.synchronization [req-712f9a6f-4081-4268-96a5-c213d558a9d5 req-94f326b4-d40c-470c-a332-ffaf54ac59de service nova] Enqueued Resource ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af with Priority: HIGHEST for action security_group_members [ 1181.586142] env[65068]: INFO networking_nsxv3.common.synchronization [req-712f9a6f-4081-4268-96a5-c213d558a9d5 req-94f326b4-d40c-470c-a332-ffaf54ac59de service nova] Enqueued Resource ID: c1e2ab41-4151-49ac-bfbe-021ecb27fbd0 with Priority: HIGHEST for action port [ 1181.586142] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af with Priority: HIGHEST for action security_group_rules [ 1181.586142] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af with Priority: HIGHEST for action security_group_members [ 1181.586142] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1e2ab41-4151-49ac-bfbe-021ecb27fbd0 with Priority: HIGHEST for action port [ 1181.586142] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e0ff19b-0cdd-4219-967f-e0e3e95f35af taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.586142] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.586142] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.587014] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.587210] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e0ff19b-0cdd-4219-967f-e0e3e95f35af',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.588244] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.588478] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.588628] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.588937] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.590515] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.590515] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.590515] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.590676] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.590799] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.590889] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e0ff19b-0cdd-4219-967f-e0e3e95f35af',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.591874] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1e2ab41-4151-49ac-bfbe-021ecb27fbd0 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.591874] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1e2ab41-4151-49ac-bfbe-021ecb27fbd0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.592043] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1e2ab41-4151-49ac-bfbe-021ecb27fbd0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.592091] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1e2ab41-4151-49ac-bfbe-021ecb27fbd0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.592167] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1e2ab41-4151-49ac-bfbe-021ecb27fbd0',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.093903] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.094060] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.094731] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e0ff19b-0cdd-4219-967f-e0e3e95f35af',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.095463] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1e2ab41-4151-49ac-bfbe-021ecb27fbd0 with status ACTIVE [ 1182.095728] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.095895] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.095895] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.096121] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.096213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.096408] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.096522] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.096588] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.096755] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.096833] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.097024] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.097123] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.097214] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.097317] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.097392] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.097477] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1e2ab41-4151-49ac-bfbe-021ecb27fbd0 is going to be updated. [ 1182.117423] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.117612] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.117612] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.117819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.117954] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.118194] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1e2ab41-4151-49ac-bfbe-021ecb27fbd0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.599258] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e0ff19b-0cdd-4219-967f-e0e3e95f35af',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.102326] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.102555] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.103659] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.103910] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.103982] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.104114] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af is going to be created. [ 1183.132782] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.133039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.133039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.133850] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.133850] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.144761] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af in Status: UNINITIALIZED for 2s [ 1185.159408] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af in Status: SUCCESS [ 1185.159760] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.159825] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.160121] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.160361] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.160502] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.160571] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.160737] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.160836] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.160930] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.161043] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e0ff19b-0cdd-4219-967f-e0e3e95f35af',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.663538] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e0ff19b-0cdd-4219-967f-e0e3e95f35af',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.166559] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e0ff19b-0cdd-4219-967f-e0e3e95f35af: rpc.has_security_group_logging(os_id): False [ 1186.190567] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.190905] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.190905] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.191105] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.191155] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.191416] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.191514] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.191569] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.191794] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.191897] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.192017] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af is going to be created. [ 1186.263790] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.264075] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.264075] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.264265] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.264456] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.275677] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af in Status: IN_PROGRESS for 2s [ 1186.586748] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1186.586972] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1188.289940] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af in Status: SUCCESS [ 1188.290314] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.587781] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1191.588099] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1196.588912] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1196.588912] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1198.414588] env[65068]: INFO networking_nsxv3.common.synchronization [req-845b3472-9da2-486e-92ee-630f6b9fdce7 req-a4c0301b-56d2-4493-868d-dba64c4a5147 tempest-AttachInterfacesTestJSON-1669976305 tempest-AttachInterfacesTestJSON-1669976305-project-member] Enqueued Resource ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af with Priority: HIGHEST for action security_group_members [ 1198.415058] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af with Priority: HIGHEST for action security_group_members [ 1198.415385] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.415507] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.415576] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.415779] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.415932] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.416041] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.416106] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.416256] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.416342] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.416438] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e0ff19b-0cdd-4219-967f-e0e3e95f35af',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.432131] env[65068]: INFO networking_nsxv3.common.synchronization [req-1a1167ef-3277-4e12-9d9d-e482b6a77ce2 req-7cc568f2-9d89-49a1-b262-446b84421fba tempest-AttachVolumeShelveTestJSON-957467706 tempest-AttachVolumeShelveTestJSON-957467706-project-member] Enqueued Resource ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 with Priority: HIGHEST for action security_group_members [ 1198.433538] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 with Priority: HIGHEST for action security_group_members [ 1198.433934] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.434127] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.434645] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.434645] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.434645] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.435052] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.435174] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.435381] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.435515] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.435649] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.804947] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-492 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.805174] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.805298] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.805571] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.805822] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.805974] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.806290] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.806521] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.806669] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.806878] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1198.807039] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1198.807413] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1198.807413] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1198.807413] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1198.807550] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1198.807633] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1198.830108] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1198.830296] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1198.830431] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1198.830609] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.830988] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-67b7862f-3712-4ebb-909b-1cfa2dc08724 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.831194] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-67b7862f-3712-4ebb-909b-1cfa2dc08724" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.831312] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-67b7862f-3712-4ebb-909b-1cfa2dc08724" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.831637] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-67b7862f-3712-4ebb-909b-1cfa2dc08724" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.831777] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67b7862f-3712-4ebb-909b-1cfa2dc08724',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.919390] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e0ff19b-0cdd-4219-967f-e0e3e95f35af',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.938693] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.938922] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.938922] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.939174] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.939274] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.939480] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.939593] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.939638] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.939796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.939871] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.939957] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 is going to be updated. [ 1198.998912] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.999155] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.999155] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.999369] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.999514] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.009642] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 in Status: IN_PROGRESS for 2s [ 1199.334273] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.334525] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.334615] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.334926] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.335071] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.335223] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 67b7862f-3712-4ebb-909b-1cfa2dc08724 not found, creating... [ 1199.335488] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.335655] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.335766] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.336053] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.336138] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.336422] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.336575] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.336689] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.336891] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.337039] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.337210] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 67b7862f-3712-4ebb-909b-1cfa2dc08724 is going to be created. [ 1199.360133] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.360374] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.360458] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.360735] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.361087] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.361333] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-67b7862f-3712-4ebb-909b-1cfa2dc08724" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.421393] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e0ff19b-0cdd-4219-967f-e0e3e95f35af',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.924299] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.924483] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.924528] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.924740] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.924828] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.924927] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af is going to be updated. [ 1199.962609] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.962819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.962909] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.963192] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.963379] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.978373] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af in Status: IN_PROGRESS for 2s [ 1200.088510] env[65068]: INFO networking_nsxv3.common.synchronization [req-845b3472-9da2-486e-92ee-630f6b9fdce7 req-e324dde5-52ad-4a99-8032-cc6b208b050b service nova] Enqueued Resource ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af with Priority: HIGHEST for action security_group_rules [ 1200.088585] env[65068]: INFO networking_nsxv3.common.synchronization [req-845b3472-9da2-486e-92ee-630f6b9fdce7 req-e324dde5-52ad-4a99-8032-cc6b208b050b service nova] Enqueued Resource ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af with Priority: HIGHEST for action security_group_members [ 1200.088716] env[65068]: INFO networking_nsxv3.common.synchronization [req-845b3472-9da2-486e-92ee-630f6b9fdce7 req-e324dde5-52ad-4a99-8032-cc6b208b050b service nova] Enqueued Resource ID: 67b7862f-3712-4ebb-909b-1cfa2dc08724 with Priority: HIGHEST for action port [ 1200.088976] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af with Priority: HIGHEST for action security_group_rules [ 1200.089120] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af with Priority: HIGHEST for action security_group_members [ 1200.089220] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b7862f-3712-4ebb-909b-1cfa2dc08724 with Priority: HIGHEST for action port [ 1200.089771] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e0ff19b-0cdd-4219-967f-e0e3e95f35af taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.089897] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.089961] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.090312] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.090432] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e0ff19b-0cdd-4219-967f-e0e3e95f35af',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.091706] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.092345] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.092345] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-67b7862f-3712-4ebb-909b-1cfa2dc08724 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.092345] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67b7862f-3712-4ebb-909b-1cfa2dc08724" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.092345] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67b7862f-3712-4ebb-909b-1cfa2dc08724" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.092619] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67b7862f-3712-4ebb-909b-1cfa2dc08724" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.092619] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67b7862f-3712-4ebb-909b-1cfa2dc08724',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.592879] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.593174] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.594289] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67b7862f-3712-4ebb-909b-1cfa2dc08724 with status ACTIVE [ 1200.594488] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.594611] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.594675] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.594886] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.594977] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.595167] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.595265] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.595325] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.595476] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.595552] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.595728] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.595827] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.595873] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.596014] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.596094] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.596176] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67b7862f-3712-4ebb-909b-1cfa2dc08724 is going to be updated. [ 1200.620578] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.620723] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.620792] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.621102] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.621254] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.621416] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67b7862f-3712-4ebb-909b-1cfa2dc08724" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.020984] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 in Status: SUCCESS [ 1201.021189] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172 deletion is rescheduled due to dependency. [ 1201.021325] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.990070] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af in Status: SUCCESS [ 1201.990435] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.990484] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.990681] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.990875] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.991030] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.991101] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.991262] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.991344] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.991439] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e0ff19b-0cdd-4219-967f-e0e3e95f35af',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.494040] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e0ff19b-0cdd-4219-967f-e0e3e95f35af',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.995850] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e0ff19b-0cdd-4219-967f-e0e3e95f35af',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.498092] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.498292] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.498425] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.498636] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.498739] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.498858] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af is going to be updated. [ 1203.536600] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.536600] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.536600] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.536892] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.536930] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.547558] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af in Status: IN_PROGRESS for 2s [ 1204.592336] env[65068]: INFO networking_nsxv3.common.synchronization [None req-48438618-1eda-4a47-84d0-9b836f641124 tempest-AttachVolumeShelveTestJSON-957467706 tempest-AttachVolumeShelveTestJSON-957467706-project-member] Enqueued Resource ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 with Priority: HIGHEST for action security_group_rules [ 1204.592850] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 with Priority: HIGHEST for action security_group_rules [ 1204.593123] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.593253] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.593332] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.593617] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.593746] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a83db4f6-0ea8-413a-bd07-a46ccbe00cb5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.675711] env[65068]: INFO networking_nsxv3.common.synchronization [None req-a58cd823-3178-4bd3-ab95-725a13081133 tempest-AttachVolumeShelveTestJSON-957467706 tempest-AttachVolumeShelveTestJSON-957467706-project-member] Enqueued Resource ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 with Priority: HIGHEST for action security_group_rules [ 1204.675933] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 with Priority: HIGHEST for action security_group_rules [ 1204.676241] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.676339] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.121418] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.121418] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.121418] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.121717] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.121860] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.122023] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 already deleted. [ 1205.122173] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.122408] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.122693] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.122871] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a83db4f6-0ea8-413a-bd07-a46ccbe00cb5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.557879] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af in Status: SUCCESS [ 1205.558171] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.558333] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.558591] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.558812] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.558987] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.559083] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.559249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.559331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.559419] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.559510] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e0ff19b-0cdd-4219-967f-e0e3e95f35af',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.644705] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.644969] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.644969] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.645238] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.645352] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.645466] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 already deleted. [ 1205.645565] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.061910] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e0ff19b-0cdd-4219-967f-e0e3e95f35af',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.564089] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e0ff19b-0cdd-4219-967f-e0e3e95f35af: rpc.has_security_group_logging(os_id): False [ 1206.590136] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.590303] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.590352] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.590618] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.590710] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.591033] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.591196] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.591263] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.591379] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.591455] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.591542] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af is going to be updated. [ 1206.687530] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.687834] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.687834] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.687973] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.688186] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.719632] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af in Status: IN_PROGRESS for 2s [ 1208.347450] env[65068]: INFO networking_nsxv3.common.synchronization [req-789d0cab-5105-43d5-8d78-43e99c8b0ef2 req-44bca2ff-1147-4f0b-a909-be3801ec7a7b tempest-ServerActionsTestOtherB-1595869324 tempest-ServerActionsTestOtherB-1595869324-project-member] Enqueued Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGHEST for action security_group_members [ 1208.348360] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGHEST for action security_group_members [ 1208.348783] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.348928] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.349740] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.349740] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.349740] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.349740] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.349740] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.349740] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.352510] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.352510] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.710862] env[65068]: INFO networking_nsxv3.common.synchronization [None req-3328f118-4f71-4098-a2e8-2f81e4474b55 tempest-AttachInterfacesTestJSON-1669976305 tempest-AttachInterfacesTestJSON-1669976305-project-member] Enqueued Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_members [ 1208.711903] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_members [ 1208.711903] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.711903] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.712115] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.713897] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.714117] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.714266] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.714370] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.714516] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.714620] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.714725] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.738665] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af in Status: SUCCESS [ 1208.740017] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.853539] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.853701] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.853777] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.853983] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.854080] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.854291] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.854384] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.854451] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.854649] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.854728] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.854816] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 is going to be updated. [ 1208.887611] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.887780] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.887862] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.888083] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.888366] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.904709] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 in Status: IN_PROGRESS for 2s [ 1209.217496] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.217496] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.217496] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.217736] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.217736] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.218030] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.218030] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.218149] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.218217] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.218310] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.218400] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b is going to be updated. [ 1209.248943] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.249166] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.249243] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.249463] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.249604] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.259486] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b in Status: IN_PROGRESS for 2s [ 1210.915099] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 in Status: SUCCESS [ 1210.915099] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 deletion is rescheduled due to dependency. [ 1210.915099] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.192084] env[65068]: INFO networking_nsxv3.common.synchronization [req-e00b0414-366a-450a-a2b9-c9dd3c16c384 req-52603da4-d46f-4905-9014-586558b11a52 tempest-AttachVolumeShelveTestJSON-957467706 tempest-AttachVolumeShelveTestJSON-957467706-project-member] Enqueued Resource ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 with Priority: HIGHEST for action security_group_members [ 1211.192644] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 with Priority: HIGHEST for action security_group_members [ 1211.192952] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.193211] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.193292] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.193554] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.193916] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.193916] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.193916] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.194040] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.194117] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.194464] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a83db4f6-0ea8-413a-bd07-a46ccbe00cb5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.270248] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b in Status: SUCCESS [ 1211.270454] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b deletion is rescheduled due to dependency. [ 1211.270579] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.497945] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-408 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.498207] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-408" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.498362] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-408" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.498697] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-408" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.499025] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.499205] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.499361] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.499626] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.499841] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.500147] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1211.500309] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1211.500447] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1211.500583] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1211.500728] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1211.500857] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1211.501041] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1211.519877] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1211.520068] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1211.520180] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1211.520361] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-408" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.520670] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-7d71827f-3edc-4df0-9a18-41cccde56916 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.520837] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-7d71827f-3edc-4df0-9a18-41cccde56916" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.520955] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-7d71827f-3edc-4df0-9a18-41cccde56916" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.521346] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-7d71827f-3edc-4df0-9a18-41cccde56916" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.521486] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d71827f-3edc-4df0-9a18-41cccde56916',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.697031] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.697255] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.697255] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.697499] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.697596] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.697801] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.697901] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.697954] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.698134] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.698218] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.698301] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 already deleted. [ 1211.698381] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.024032] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.024453] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.024453] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.024673] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.024820] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.024975] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 7d71827f-3edc-4df0-9a18-41cccde56916 not found, creating... [ 1212.025254] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.025411] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.025528] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.025739] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.025872] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.026182] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.026334] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.026447] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.026651] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.026782] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.026918] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 7d71827f-3edc-4df0-9a18-41cccde56916 is going to be created. [ 1212.047658] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.047945] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.048083] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.048352] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.048574] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.048797] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-7d71827f-3edc-4df0-9a18-41cccde56916" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.782615] env[65068]: INFO networking_nsxv3.common.synchronization [req-e00b0414-366a-450a-a2b9-c9dd3c16c384 req-e58e45c3-2cf6-4b1f-af57-90ea67aa39e1 service nova] Enqueued Resource ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 with Priority: HIGHEST for action security_group_rules [ 1212.782834] env[65068]: INFO networking_nsxv3.common.synchronization [req-e00b0414-366a-450a-a2b9-c9dd3c16c384 req-e58e45c3-2cf6-4b1f-af57-90ea67aa39e1 service nova] Enqueued Resource ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 with Priority: HIGHEST for action security_group_members [ 1212.782982] env[65068]: INFO networking_nsxv3.common.synchronization [req-e00b0414-366a-450a-a2b9-c9dd3c16c384 req-e58e45c3-2cf6-4b1f-af57-90ea67aa39e1 service nova] Enqueued Resource ID: 7d71827f-3edc-4df0-9a18-41cccde56916 with Priority: HIGHEST for action port [ 1212.783732] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 with Priority: HIGHEST for action security_group_rules [ 1212.783910] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 with Priority: HIGHEST for action security_group_members [ 1212.784162] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d71827f-3edc-4df0-9a18-41cccde56916 with Priority: HIGHEST for action port [ 1212.784993] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.785286] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.786080] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.786376] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.786469] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a83db4f6-0ea8-413a-bd07-a46ccbe00cb5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.787583] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.788419] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.788419] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.788419] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.788419] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.788419] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.788419] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.788659] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.788659] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.788932] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a83db4f6-0ea8-413a-bd07-a46ccbe00cb5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.790297] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d71827f-3edc-4df0-9a18-41cccde56916 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.790297] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d71827f-3edc-4df0-9a18-41cccde56916" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.790297] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d71827f-3edc-4df0-9a18-41cccde56916" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.790297] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d71827f-3edc-4df0-9a18-41cccde56916" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.790297] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d71827f-3edc-4df0-9a18-41cccde56916',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.293418] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.293688] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.293688] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a83db4f6-0ea8-413a-bd07-a46ccbe00cb5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.294651] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d71827f-3edc-4df0-9a18-41cccde56916 with status ACTIVE [ 1213.294746] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.294974] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.294974] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.295150] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.295200] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.295376] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.295477] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.295539] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.295701] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.295778] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.295959] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.296856] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.296856] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.296856] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.296856] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.296856] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d71827f-3edc-4df0-9a18-41cccde56916 is going to be updated. [ 1213.326845] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.327046] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.327115] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.327302] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.327437] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.327597] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d71827f-3edc-4df0-9a18-41cccde56916" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.799349] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a83db4f6-0ea8-413a-bd07-a46ccbe00cb5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.301617] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.302067] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.302067] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.302144] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.302201] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.302307] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 is going to be created. [ 1214.330787] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.330948] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.330997] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.331289] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.331448] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.341323] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 in Status: UNINITIALIZED for 2s [ 1216.353926] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 in Status: SUCCESS [ 1216.354371] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.354371] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.354606] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.354821] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.354940] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.355018] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.355201] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.355281] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.355370] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.355463] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a83db4f6-0ea8-413a-bd07-a46ccbe00cb5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.858193] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a83db4f6-0ea8-413a-bd07-a46ccbe00cb5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.360753] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a83db4f6-0ea8-413a-bd07-a46ccbe00cb5: rpc.has_security_group_logging(os_id): False [ 1217.379492] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.379699] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.379753] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.379934] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.380038] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.380300] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.380422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.380493] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.380661] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.380742] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.380836] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 is going to be created. [ 1217.442688] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.442862] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.442930] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.443176] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.443359] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.454933] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 in Status: IN_PROGRESS for 2s [ 1217.785486] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1217.785656] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1218.432326] env[65068]: INFO networking_nsxv3.common.synchronization [req-f4303776-1740-4252-9633-aec898bde4cc req-8dfceed5-de5b-4778-a1f0-1cd4bb0833a5 tempest-ServerActionsTestOtherB-1595869324 tempest-ServerActionsTestOtherB-1595869324-project-member] Enqueued Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGHEST for action security_group_members [ 1218.432628] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGHEST for action security_group_members [ 1218.432738] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.432876] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.432952] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.433171] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.433343] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.433477] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.433547] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.433743] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.433845] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.433958] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.748462] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-888 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.748462] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-888" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.748462] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-888" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.748462] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-888" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.748790] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.748790] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.748790] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.749382] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.749551] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.749770] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.749890] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1218.750025] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1218.750125] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1218.750238] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.750344] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1218.750478] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1218.770799] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1218.770982] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1218.771189] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1218.771384] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-888" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.771755] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-05523d1d-fa0d-46c2-987a-570ca3240c32 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.771950] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-05523d1d-fa0d-46c2-987a-570ca3240c32" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.772094] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-05523d1d-fa0d-46c2-987a-570ca3240c32" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.772439] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-05523d1d-fa0d-46c2-987a-570ca3240c32" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.772573] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05523d1d-fa0d-46c2-987a-570ca3240c32',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.936049] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.936258] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.936323] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.936505] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.936588] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.936785] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.936877] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.936939] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.937112] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.937191] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.937278] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 is going to be updated. [ 1218.966998] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.967224] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.967224] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.967435] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.967578] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.979708] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 in Status: IN_PROGRESS for 2s [ 1219.275082] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.275305] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.275427] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.275698] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.275845] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.275998] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 05523d1d-fa0d-46c2-987a-570ca3240c32 not found, creating... [ 1219.276287] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.276445] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.276557] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.276783] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.276916] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.277214] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.277370] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.277503] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.277692] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.277829] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.278419] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 05523d1d-fa0d-46c2-987a-570ca3240c32 is going to be created. [ 1219.307946] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.308256] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.308673] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.308985] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.309348] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.309629] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-05523d1d-fa0d-46c2-987a-570ca3240c32" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.472580] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 in Status: SUCCESS [ 1219.472580] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.000248] env[65068]: INFO networking_nsxv3.common.synchronization [req-f4303776-1740-4252-9633-aec898bde4cc req-c6d7280a-3b68-449c-8d95-82bf4e3072b8 service nova] Enqueued Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGHEST for action security_group_rules [ 1220.000431] env[65068]: INFO networking_nsxv3.common.synchronization [req-f4303776-1740-4252-9633-aec898bde4cc req-c6d7280a-3b68-449c-8d95-82bf4e3072b8 service nova] Enqueued Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGHEST for action security_group_members [ 1220.000593] env[65068]: INFO networking_nsxv3.common.synchronization [req-f4303776-1740-4252-9633-aec898bde4cc req-c6d7280a-3b68-449c-8d95-82bf4e3072b8 service nova] Enqueued Resource ID: 05523d1d-fa0d-46c2-987a-570ca3240c32 with Priority: HIGHEST for action port [ 1220.001203] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGHEST for action security_group_rules [ 1220.001379] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGHEST for action security_group_members [ 1220.001514] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05523d1d-fa0d-46c2-987a-570ca3240c32 with Priority: HIGHEST for action port [ 1220.001798] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.001925] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.002029] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.002592] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.002684] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.003648] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.003772] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.004056] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-05523d1d-fa0d-46c2-987a-570ca3240c32 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.004138] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05523d1d-fa0d-46c2-987a-570ca3240c32" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.004171] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05523d1d-fa0d-46c2-987a-570ca3240c32" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.004323] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05523d1d-fa0d-46c2-987a-570ca3240c32" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.004665] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05523d1d-fa0d-46c2-987a-570ca3240c32',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.506140] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.506455] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.507690] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05523d1d-fa0d-46c2-987a-570ca3240c32 with status ACTIVE [ 1220.507901] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.508040] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.508110] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.508333] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.508448] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.508646] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.508747] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.508894] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.508973] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.509063] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.509267] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.509361] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.509422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.509564] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.509656] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.509714] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05523d1d-fa0d-46c2-987a-570ca3240c32 is going to be updated. [ 1220.535416] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.535617] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.535617] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.535820] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.536508] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.536508] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05523d1d-fa0d-46c2-987a-570ca3240c32" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.989593] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 in Status: SUCCESS [ 1220.989801] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 deletion is rescheduled due to dependency. [ 1220.989945] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.990130] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.990348] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.990559] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.990690] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.990751] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.990950] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.991062] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.991179] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.085753] env[65068]: INFO networking_nsxv3.common.synchronization [req-98523b10-1e5f-4eea-bf19-2a1aec160b5b req-253e04df-56af-4a59-8439-37a5d89d35f1 tempest-AttachVolumeNegativeTest-782383804 tempest-AttachVolumeNegativeTest-782383804-project-member] Enqueued Resource ID: 0b5a0a86-19f7-4482-a701-afe291bd812f with Priority: HIGHEST for action security_group_members [ 1221.086115] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5a0a86-19f7-4482-a701-afe291bd812f with Priority: HIGHEST for action security_group_members [ 1221.086382] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5a0a86-19f7-4482-a701-afe291bd812f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.086525] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5a0a86-19f7-4482-a701-afe291bd812f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.087177] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5a0a86-19f7-4482-a701-afe291bd812f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.087177] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5a0a86-19f7-4482-a701-afe291bd812f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.087177] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.087177] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.087177] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.087361] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.087361] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.087465] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5a0a86-19f7-4482-a701-afe291bd812f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.493678] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.589996] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.590354] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.590354] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.590451] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.590581] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.590797] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.590935] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.591015] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.591234] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.591341] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.591451] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5a0a86-19f7-4482-a701-afe291bd812f is going to be updated. [ 1221.635921] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.636178] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.636178] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.636404] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.636551] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.646126] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5a0a86-19f7-4482-a701-afe291bd812f in Status: IN_PROGRESS for 2s [ 1221.994925] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.497688] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.497923] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.497923] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.498126] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.498219] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.498319] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 is going to be updated. [ 1222.527906] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.528067] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.528141] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.528377] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.528547] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.544698] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 in Status: IN_PROGRESS for 2s [ 1223.656719] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5a0a86-19f7-4482-a701-afe291bd812f in Status: SUCCESS [ 1223.657028] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5a0a86-19f7-4482-a701-afe291bd812f deletion is rescheduled due to dependency. [ 1223.657028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5a0a86-19f7-4482-a701-afe291bd812f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.554558] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 in Status: SUCCESS [ 1224.554782] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.554949] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.555196] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.555393] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.555513] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.555578] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.555725] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.555807] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.555891] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.555981] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.058349] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.320487] env[65068]: INFO networking_nsxv3.common.synchronization [None req-4a547114-0379-4910-9fe2-7c0e0aa6b316 tempest-AttachVolumeNegativeTest-782383804 tempest-AttachVolumeNegativeTest-782383804-project-member] Enqueued Resource ID: fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 with Priority: HIGHEST for action security_group_rules [ 1225.320997] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 with Priority: HIGHEST for action security_group_rules [ 1225.321374] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.321491] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.321554] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.321814] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.321900] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.400477] env[65068]: INFO networking_nsxv3.common.synchronization [None req-23779e36-1820-4372-bf2a-d518f89df803 tempest-AttachVolumeNegativeTest-782383804 tempest-AttachVolumeNegativeTest-782383804-project-member] Enqueued Resource ID: fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 with Priority: HIGHEST for action security_group_rules [ 1225.401034] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 with Priority: HIGHEST for action security_group_rules [ 1225.401595] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.401700] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.561293] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1e6bf45-c07b-4ef1-adf7-7b145d82eb02: rpc.has_security_group_logging(os_id): False [ 1225.579752] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.579974] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.580069] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.580290] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.580383] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.580655] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.580759] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.580830] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.580991] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.581097] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.581202] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 is going to be updated. [ 1225.623621] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-492 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.623960] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.624248] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.624574] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.624901] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.625143] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.625379] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.625677] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.625891] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.626181] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1225.626492] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1225.626575] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1225.626732] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1225.626892] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1225.627123] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1225.627347] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1225.641354] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.641611] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.641752] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.642014] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.642252] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.655939] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1225.656138] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1225.656291] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1225.656474] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.656811] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-af04d6bc-7d49-4abe-ae52-f4a3a2a19edf taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.657015] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-af04d6bc-7d49-4abe-ae52-f4a3a2a19edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.657110] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-af04d6bc-7d49-4abe-ae52-f4a3a2a19edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.657457] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-af04d6bc-7d49-4abe-ae52-f4a3a2a19edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.657597] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af04d6bc-7d49-4abe-ae52-f4a3a2a19edf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.668502] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 in Status: IN_PROGRESS for 2s [ 1225.842747] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.842913] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.842958] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.843271] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.843364] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.843522] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 already deleted. [ 1225.843565] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.843925] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.843925] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.843925] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.160018] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.160350] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.160419] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.160762] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.160918] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.161097] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port af04d6bc-7d49-4abe-ae52-f4a3a2a19edf not found, creating... [ 1226.161407] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.161571] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.161689] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.161923] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.162083] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.162443] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.162611] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.162728] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.162947] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.163100] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.163250] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: af04d6bc-7d49-4abe-ae52-f4a3a2a19edf is going to be created. [ 1226.205584] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.205874] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.206154] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.206543] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.206879] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.207214] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-af04d6bc-7d49-4abe-ae52-f4a3a2a19edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.384400] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.384806] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.385054] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.385528] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.385735] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.385840] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 already deleted. [ 1226.385981] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.919080] env[65068]: INFO networking_nsxv3.common.synchronization [req-e96038dd-a14c-46e5-b7f1-fd2086756899 req-6ab4d018-d6b7-40c1-b2b8-ecc092bfb112 service nova] Enqueued Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_rules [ 1226.919406] env[65068]: INFO networking_nsxv3.common.synchronization [req-e96038dd-a14c-46e5-b7f1-fd2086756899 req-6ab4d018-d6b7-40c1-b2b8-ecc092bfb112 service nova] Enqueued Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_members [ 1226.919632] env[65068]: INFO networking_nsxv3.common.synchronization [req-e96038dd-a14c-46e5-b7f1-fd2086756899 req-6ab4d018-d6b7-40c1-b2b8-ecc092bfb112 service nova] Enqueued Resource ID: af04d6bc-7d49-4abe-ae52-f4a3a2a19edf with Priority: HIGHEST for action port [ 1226.920053] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_rules [ 1226.920177] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_members [ 1226.920281] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af04d6bc-7d49-4abe-ae52-f4a3a2a19edf with Priority: HIGHEST for action port [ 1226.920579] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.920717] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.920783] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.920978] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.921131] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.922499] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.922580] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.922580] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.922770] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.922933] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.923548] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.923548] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.923548] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.923548] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.923548] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.924229] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-af04d6bc-7d49-4abe-ae52-f4a3a2a19edf taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.924349] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af04d6bc-7d49-4abe-ae52-f4a3a2a19edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.924407] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af04d6bc-7d49-4abe-ae52-f4a3a2a19edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.924556] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af04d6bc-7d49-4abe-ae52-f4a3a2a19edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.924631] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af04d6bc-7d49-4abe-ae52-f4a3a2a19edf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.426118] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.427565] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.427747] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.428064] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af04d6bc-7d49-4abe-ae52-f4a3a2a19edf with status ACTIVE [ 1227.428242] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.428352] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.428423] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.429146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.429146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.429146] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.429146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.429146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.429784] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.429784] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.429784] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.429784] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.429784] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.430249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.430249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.430249] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af04d6bc-7d49-4abe-ae52-f4a3a2a19edf is going to be updated. [ 1227.455804] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.455996] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.455996] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.456222] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.456356] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.456515] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af04d6bc-7d49-4abe-ae52-f4a3a2a19edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.682982] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 in Status: SUCCESS [ 1227.683251] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.929139] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.431797] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.432126] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.432126] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.432331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.432431] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.432534] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b is going to be updated. [ 1228.466224] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.466433] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.466479] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.466667] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.466851] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.480782] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b in Status: IN_PROGRESS for 2s [ 1230.492959] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b in Status: SUCCESS [ 1230.493371] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.493438] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.493606] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.493802] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.494023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.494100] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.494272] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.494355] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.494442] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.494533] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.997960] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.998217] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.998217] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.998428] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.998627] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.998761] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.998874] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.998992] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.999117] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.999215] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.999372] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.999473] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.999515] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.999687] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.999886] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.999991] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.000083] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.000214] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.000295] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.000379] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.000469] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.502366] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc8bc2ce-1641-465f-8dba-1d9e3b38c61b: rpc.has_security_group_logging(os_id): False [ 1231.522051] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.522051] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.522051] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.522051] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.522398] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.522398] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.522488] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.522488] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.522644] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.522692] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.522921] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.523101] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.523101] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.523215] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.523259] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.523410] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.523494] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.523559] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.523693] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.523765] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.523850] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b is going to be updated. [ 1231.584579] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.584815] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.584815] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.585011] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.585209] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.600958] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b in Status: IN_PROGRESS for 2s [ 1231.724309] env[65068]: INFO networking_nsxv3.common.synchronization [req-8be0eba5-18cb-404b-8a06-85edcbcadf4b req-25ab2620-c950-4a55-a1ae-f36951f8016e tempest-AttachVolumeNegativeTest-782383804 tempest-AttachVolumeNegativeTest-782383804-project-member] Enqueued Resource ID: fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 with Priority: HIGHEST for action security_group_members [ 1231.724882] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 with Priority: HIGHEST for action security_group_members [ 1231.725250] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.725385] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.725479] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.725773] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.725929] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.726065] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.726160] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.726355] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.726473] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.726573] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.043866] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-693 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.044133] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-693" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.044307] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-693" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.045084] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-693" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.045467] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.045707] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.046026] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.046367] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.046623] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.046954] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1232.047174] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1232.047368] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1232.047564] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1232.047763] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1232.047943] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1232.048180] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1232.067552] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1232.067733] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1232.067866] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1232.068051] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-693" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.068366] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-4c95178c-3f44-4fcb-86b9-16255310ee35 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.068537] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-4c95178c-3f44-4fcb-86b9-16255310ee35" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.068655] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-4c95178c-3f44-4fcb-86b9-16255310ee35" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.068992] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-4c95178c-3f44-4fcb-86b9-16255310ee35" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.069149] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c95178c-3f44-4fcb-86b9-16255310ee35',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.229238] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.229469] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.229469] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.229708] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.229801] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.230018] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.230126] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.230195] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.230365] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.230476] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.230609] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 already deleted. [ 1232.230737] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.571389] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.571800] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.571800] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.571963] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.572188] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.572436] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 4c95178c-3f44-4fcb-86b9-16255310ee35 not found, creating... [ 1232.572697] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.572853] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.572967] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.573212] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.573352] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.573628] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.573785] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.573893] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.574108] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.574240] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.574378] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 4c95178c-3f44-4fcb-86b9-16255310ee35 is going to be created. [ 1232.594440] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.594649] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.594770] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.595241] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.595513] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.595738] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-4c95178c-3f44-4fcb-86b9-16255310ee35" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.290518] env[65068]: INFO networking_nsxv3.common.synchronization [req-8be0eba5-18cb-404b-8a06-85edcbcadf4b req-fb814320-57b3-4017-9e37-4159febdea17 service nova] Enqueued Resource ID: fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 with Priority: HIGHEST for action security_group_rules [ 1233.290724] env[65068]: INFO networking_nsxv3.common.synchronization [req-8be0eba5-18cb-404b-8a06-85edcbcadf4b req-fb814320-57b3-4017-9e37-4159febdea17 service nova] Enqueued Resource ID: fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 with Priority: HIGHEST for action security_group_members [ 1233.290868] env[65068]: INFO networking_nsxv3.common.synchronization [req-8be0eba5-18cb-404b-8a06-85edcbcadf4b req-fb814320-57b3-4017-9e37-4159febdea17 service nova] Enqueued Resource ID: 4c95178c-3f44-4fcb-86b9-16255310ee35 with Priority: HIGHEST for action port [ 1233.291411] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 with Priority: HIGHEST for action security_group_rules [ 1233.291541] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 with Priority: HIGHEST for action security_group_members [ 1233.291642] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c95178c-3f44-4fcb-86b9-16255310ee35 with Priority: HIGHEST for action port [ 1233.291912] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.292095] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.292152] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.292347] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.292431] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.293261] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.293372] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.293436] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.293683] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.293743] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.293842] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.293880] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.294087] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.294180] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.294256] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.295014] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c95178c-3f44-4fcb-86b9-16255310ee35 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.295122] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c95178c-3f44-4fcb-86b9-16255310ee35" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.295233] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c95178c-3f44-4fcb-86b9-16255310ee35" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.295344] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c95178c-3f44-4fcb-86b9-16255310ee35" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.295399] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c95178c-3f44-4fcb-86b9-16255310ee35',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.617880] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b in Status: SUCCESS [ 1233.618271] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.797017] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.797257] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.797367] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.798492] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c95178c-3f44-4fcb-86b9-16255310ee35 with status ACTIVE [ 1233.798644] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.798765] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.798837] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.799063] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.800145] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.800145] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.800145] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.800145] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.800145] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.800145] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.800663] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.800663] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.800663] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.800948] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.800948] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.800948] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c95178c-3f44-4fcb-86b9-16255310ee35 is going to be updated. [ 1233.830649] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.830879] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.831218] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.831218] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.831380] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.831563] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c95178c-3f44-4fcb-86b9-16255310ee35" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.303532] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.807114] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.807114] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.807114] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.807114] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.807114] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.807114] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 is going to be created. [ 1234.831573] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.831839] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.831839] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.832070] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.832185] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.842793] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 in Status: UNINITIALIZED for 2s [ 1236.853661] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 in Status: SUCCESS [ 1236.854154] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.854154] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.854305] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.854467] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.854662] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.854662] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.854793] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.854857] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.854942] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.855053] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.357912] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.861086] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4: rpc.has_security_group_logging(os_id): False [ 1237.879444] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.879625] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.879625] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.879847] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.879968] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.880249] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.880357] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.880421] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.880584] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.880664] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.880751] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 is going to be created. [ 1237.946108] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.946384] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.946384] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.946549] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.946737] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.959555] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 in Status: IN_PROGRESS for 2s [ 1238.293290] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1238.293290] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1239.972872] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 in Status: SUCCESS [ 1239.973271] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.294195] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1243.294581] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1243.675051] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-492 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.675051] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.675051] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.675299] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.675547] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.675705] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.675821] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.676044] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.676191] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.676400] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1243.676511] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1243.676617] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1243.676721] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1243.676826] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1243.676926] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1243.677067] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1243.697340] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1243.697525] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1243.697633] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1243.697816] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-492" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.698143] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-af04d6bc-7d49-4abe-ae52-f4a3a2a19edf taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.698315] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-af04d6bc-7d49-4abe-ae52-f4a3a2a19edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.698450] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-af04d6bc-7d49-4abe-ae52-f4a3a2a19edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.698746] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-af04d6bc-7d49-4abe-ae52-f4a3a2a19edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.698880] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af04d6bc-7d49-4abe-ae52-f4a3a2a19edf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.201532] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.201745] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.201897] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.202178] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.202368] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.202646] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.202806] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.202921] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.203161] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.203296] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.203574] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.203729] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.203843] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.204060] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.204200] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.204347] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: af04d6bc-7d49-4abe-ae52-f4a3a2a19edf is going to be updated. [ 1244.232820] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.233041] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.233041] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.233297] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.233490] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.233927] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-af04d6bc-7d49-4abe-ae52-f4a3a2a19edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.318085] env[65068]: INFO networking_nsxv3.common.synchronization [req-5fa93628-82cd-4472-8d57-12989a6522fa req-0a62e6bd-a476-4a43-a6e9-4bbd8ac94046 tempest-ServerActionsTestJSON-920019273 tempest-ServerActionsTestJSON-920019273-project-member] Enqueued Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGHEST for action security_group_members [ 1244.319058] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGHEST for action security_group_members [ 1244.319173] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974ddd6-d699-43c1-b486-a0fbbd07953b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.319901] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.319901] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.319901] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.319901] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.320288] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.320288] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.320398] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.320502] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.320607] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8974ddd6-d699-43c1-b486-a0fbbd07953b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.823457] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.823638] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.823750] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.824011] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.824139] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.824471] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.824599] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.824599] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.824849] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.824849] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.825042] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b is going to be updated. [ 1244.858810] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.858992] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.859104] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.859394] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.859585] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.868852] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b in Status: IN_PROGRESS for 2s [ 1244.931481] env[65068]: INFO networking_nsxv3.common.synchronization [req-12a73703-18f0-46a9-9db5-99b0d3e9566a req-7183d690-d03b-46e4-a571-d373fa8ecb51 service nova] Enqueued Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_rules [ 1244.931481] env[65068]: INFO networking_nsxv3.common.synchronization [req-12a73703-18f0-46a9-9db5-99b0d3e9566a req-7183d690-d03b-46e4-a571-d373fa8ecb51 service nova] Enqueued Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_members [ 1244.931481] env[65068]: INFO networking_nsxv3.common.synchronization [req-12a73703-18f0-46a9-9db5-99b0d3e9566a req-7183d690-d03b-46e4-a571-d373fa8ecb51 service nova] Enqueued Resource ID: af04d6bc-7d49-4abe-ae52-f4a3a2a19edf with Priority: HIGHEST for action port [ 1244.931780] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_rules [ 1244.931839] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_members [ 1244.931939] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af04d6bc-7d49-4abe-ae52-f4a3a2a19edf with Priority: HIGHEST for action port [ 1244.933101] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.933101] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.933101] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.933101] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.933101] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.934034] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.934034] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.934034] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.934279] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.934279] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.934459] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.934459] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.934796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.934796] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.934796] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.935871] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-af04d6bc-7d49-4abe-ae52-f4a3a2a19edf taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.935871] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af04d6bc-7d49-4abe-ae52-f4a3a2a19edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.935871] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af04d6bc-7d49-4abe-ae52-f4a3a2a19edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.936071] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af04d6bc-7d49-4abe-ae52-f4a3a2a19edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.936071] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af04d6bc-7d49-4abe-ae52-f4a3a2a19edf',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.438109] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.438942] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.439100] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.439508] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af04d6bc-7d49-4abe-ae52-f4a3a2a19edf with status ACTIVE [ 1245.439686] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.439800] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.439865] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.440088] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.440180] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.440365] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.440520] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.440597] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.440749] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.440828] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.441064] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.441412] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.441412] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.441412] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.441511] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.441591] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af04d6bc-7d49-4abe-ae52-f4a3a2a19edf is going to be updated. [ 1245.466650] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.466848] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.466848] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.467078] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.467223] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.467383] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af04d6bc-7d49-4abe-ae52-f4a3a2a19edf" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.940510] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.445406] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.445780] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.445780] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.445848] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.445944] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.446031] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b is going to be updated. [ 1246.474633] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.474893] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.474893] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.475065] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.475217] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.483856] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b in Status: IN_PROGRESS for 2s [ 1246.878166] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b in Status: SUCCESS [ 1246.878365] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b deletion is rescheduled due to dependency. [ 1246.878553] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.494101] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b in Status: SUCCESS [ 1248.494532] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.494532] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.494718] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.494919] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.495053] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.495122] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.495279] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.495359] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.495443] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.495535] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.621411] env[65068]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1248.621595] env[65068]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1248.998103] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.998341] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.998341] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.998640] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.998778] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.998874] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.998930] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.999105] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.999214] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.999315] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.999475] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.999570] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.999624] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.999765] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.999901] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.999989] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.000076] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.000216] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.000294] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.000376] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.000465] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.503060] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc8bc2ce-1641-465f-8dba-1d9e3b38c61b: rpc.has_security_group_logging(os_id): False [ 1249.520607] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.520770] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.520770] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.520920] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.521024] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.521215] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.521351] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.521420] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.521574] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.521658] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.521846] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.521942] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.522010] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.522156] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.522230] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.522427] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.522524] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.522586] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.522725] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.522800] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.522883] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b is going to be updated. [ 1249.597267] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.597607] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.597607] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.597681] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.597819] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.611675] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b in Status: IN_PROGRESS for 2s [ 1249.932739] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1249.932929] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1251.635496] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b in Status: SUCCESS [ 1251.635879] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.670754] env[65068]: INFO networking_nsxv3.common.synchronization [req-126edf7d-9174-415b-877e-53b320bd9608 req-740a9d44-18eb-4f86-87a7-c96ffe0b4d5a tempest-ServerActionsTestJSON-920019273 tempest-ServerActionsTestJSON-920019273-project-member] Enqueued Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGHEST for action security_group_members [ 1251.671434] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGHEST for action security_group_members [ 1251.671643] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974ddd6-d699-43c1-b486-a0fbbd07953b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.671764] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.671832] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.672046] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.672207] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.672350] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.672452] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.672655] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.672785] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.672934] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8974ddd6-d699-43c1-b486-a0fbbd07953b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.982207] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-95 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.982439] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-95" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.982571] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-95" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.982845] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-95" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.983112] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.983276] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.983397] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.983663] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.983761] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.983968] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1251.984091] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1251.984200] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1251.984309] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1251.984419] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1251.984523] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1251.984652] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1252.002500] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1252.002674] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1252.002814] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1252.002994] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-95" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.003325] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-2c2ad2fe-453c-4f20-ad15-d71e4742a356 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.003497] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-2c2ad2fe-453c-4f20-ad15-d71e4742a356" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.003636] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-2c2ad2fe-453c-4f20-ad15-d71e4742a356" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.003979] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-2c2ad2fe-453c-4f20-ad15-d71e4742a356" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.004130] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c2ad2fe-453c-4f20-ad15-d71e4742a356',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.176115] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.176309] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.176350] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.176660] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.176755] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.176956] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.177073] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.177138] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.177297] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.177375] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.177485] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b is going to be updated. [ 1252.203955] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.204156] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.204223] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.204403] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.204560] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.213287] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b in Status: IN_PROGRESS for 2s [ 1252.506539] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.506727] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.506844] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.507161] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.507319] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.507474] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 2c2ad2fe-453c-4f20-ad15-d71e4742a356 not found, creating... [ 1252.507730] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.507890] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.508013] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.508233] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.508370] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.508648] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.508813] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.508987] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.509297] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.509445] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.509582] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 2c2ad2fe-453c-4f20-ad15-d71e4742a356 is going to be created. [ 1252.529350] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.529531] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.529627] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.529895] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.530131] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.530356] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-2c2ad2fe-453c-4f20-ad15-d71e4742a356" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.236042] env[65068]: INFO networking_nsxv3.common.synchronization [req-126edf7d-9174-415b-877e-53b320bd9608 req-4a18b18d-6d25-4dc7-a7ca-031e662218bb service nova] Enqueued Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGHEST for action security_group_rules [ 1253.236336] env[65068]: INFO networking_nsxv3.common.synchronization [req-126edf7d-9174-415b-877e-53b320bd9608 req-4a18b18d-6d25-4dc7-a7ca-031e662218bb service nova] Enqueued Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGHEST for action security_group_members [ 1253.236433] env[65068]: INFO networking_nsxv3.common.synchronization [req-126edf7d-9174-415b-877e-53b320bd9608 req-4a18b18d-6d25-4dc7-a7ca-031e662218bb service nova] Enqueued Resource ID: 2c2ad2fe-453c-4f20-ad15-d71e4742a356 with Priority: HIGHEST for action port [ 1253.236594] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGHEST for action security_group_rules [ 1253.236744] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGHEST for action security_group_members [ 1253.236811] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2ad2fe-453c-4f20-ad15-d71e4742a356 with Priority: HIGHEST for action port [ 1253.237410] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8974ddd6-d699-43c1-b486-a0fbbd07953b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.237541] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.237608] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.237871] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.237936] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8974ddd6-d699-43c1-b486-a0fbbd07953b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.239130] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974ddd6-d699-43c1-b486-a0fbbd07953b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.239910] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.239910] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c2ad2fe-453c-4f20-ad15-d71e4742a356 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.239910] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c2ad2fe-453c-4f20-ad15-d71e4742a356" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.239910] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c2ad2fe-453c-4f20-ad15-d71e4742a356" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.239910] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c2ad2fe-453c-4f20-ad15-d71e4742a356" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.239910] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c2ad2fe-453c-4f20-ad15-d71e4742a356',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.741733] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974ddd6-d699-43c1-b486-a0fbbd07953b taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.741967] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.742054] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c2ad2fe-453c-4f20-ad15-d71e4742a356 with status ACTIVE [ 1253.742230] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.742377] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.742467] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.742696] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.742785] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.742962] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.743072] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.743134] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.743302] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.743352] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.743537] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.743659] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.743841] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.743841] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.743913] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.743985] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c2ad2fe-453c-4f20-ad15-d71e4742a356 is going to be updated. [ 1253.782153] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.782415] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.782415] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.782666] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.782810] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.782975] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c2ad2fe-453c-4f20-ad15-d71e4742a356" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.224619] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b in Status: SUCCESS [ 1254.224889] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b deletion is rescheduled due to dependency. [ 1254.224934] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.225084] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.225306] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.225495] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.225611] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.225683] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.225839] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.225920] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.226025] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8974ddd6-d699-43c1-b486-a0fbbd07953b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.727914] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8974ddd6-d699-43c1-b486-a0fbbd07953b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.231118] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8974ddd6-d699-43c1-b486-a0fbbd07953b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.733258] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.733813] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.733813] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.733813] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.733813] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.734015] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b is going to be updated. [ 1255.770398] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.770555] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.770600] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.770821] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.770959] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.780084] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b in Status: IN_PROGRESS for 2s [ 1257.581523] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.581961] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.581961] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.582116] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.582285] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.793554] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b in Status: SUCCESS [ 1257.793554] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.793809] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.793928] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.794198] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.794331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.794422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.794805] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.794805] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.794805] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.794941] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8974ddd6-d699-43c1-b486-a0fbbd07953b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.084265] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.238268] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1258.238767] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1258.298943] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8974ddd6-d699-43c1-b486-a0fbbd07953b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.588139] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.801292] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8974ddd6-d699-43c1-b486-a0fbbd07953b: rpc.has_security_group_logging(os_id): False [ 1258.820292] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.820512] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.820512] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.820746] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.820851] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.821135] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.821263] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.821381] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.821547] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.821625] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.821737] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b is going to be updated. [ 1258.895707] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.895946] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.895946] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.896163] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.896314] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.912462] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b in Status: IN_PROGRESS for 2s [ 1259.092590] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1259.092839] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1259.912370] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.912797] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.912850] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.913090] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.926026] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1259.926714] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.928123] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1259.964135] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.964353] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.964353] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.964562] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.977330] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.978289] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1259.978413] env[65068]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65068) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1259.978491] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1260.015054] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.015269] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.015269] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.015429] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.016540] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.016718] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1260.118911] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.119095] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.119181] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.119451] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.119760] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.120073] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1260.199057] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.199057] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.199057] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.199057] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.199416] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.199508] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:34. [ 1260.199618] env[65068]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'33042d4f-790e-4397-ac62-5d55736e17fd', 'dbeb29a5-fa5d-453a-88db-1e567ffb3ad8', '0b5a0a86-19f7-4482-a701-afe291bd812f', '940eac30-3ff5-49b7-b364-81e0d7e55b54', 'd1e6bf45-c07b-4ef1-adf7-7b145d82eb02', '8974ddd6-d699-43c1-b486-a0fbbd07953b', '68cc3b2d-2341-4783-82cf-16fbf92bd8e6', 'af37c7c3-d227-4df8-9ddb-b82de63ade22', '8e0ff19b-0cdd-4219-967f-e0e3e95f35af', '8f0c5a87-5055-49b6-abf5-4c58bafe8fb8', 'dc8bc2ce-1641-465f-8dba-1d9e3b38c61b', 'aa116642-f2d1-4f1d-9a3e-21fd84d9f623', '20e41a6d-6ed6-40fd-9f08-75285c849a61', 'fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4', 'a83db4f6-0ea8-413a-bd07-a46ccbe00cb5', 'a93dc917-9783-48cc-89e1-ddf8b3f6228d', '3386cba4-da1e-45cc-afb9-d4de0b9bf124', '698bc971-b455-4bb0-a92b-7824721526d8', '6204eb35-df30-40b2-990a-328fb715bd34', '7c521135-df69-4401-8a92-fca440cdd690', '61f37566-8d6f-4140-937f-3574279acbe9', 'ad693498-16d8-4b31-863d-5bf7ca51991b', 'f07f2828-3433-42da-81f8-06cacf626909', '1c8e6f91-ba4d-4db0-a86c-7c254846e4ee', '67990774-1e7f-4eab-af7b-d05f895671a9', 'd1795647-0758-4dd8-b08e-aaa0d985060f', 'ec53176d-821d-4cc8-a9c8-f60c9af0af86', 'ccca694a-776d-4b79-88ab-6c09839dbc7f', 'ca181fdb-c38c-4cc4-b85d-46133253fb9b', '99579b0f-3521-489e-96ab-1e25d29fe225', '675fab9d-1013-442d-9ede-95c2b5f2902a', '3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172', '74fa1218-5658-428e-ae54-97c6a3ac0e20', '3146c6ec-7500-4f8f-835c-a2222a7b721a'} {{(pid=65068) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1260.199702] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1260.219930] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.266956] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.266956] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.266956] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.266956] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.266956] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1260.266956] env[65068]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65068) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1260.266956] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1260.302688] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.302829] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.302918] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.303134] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.304193] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.304442] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1260.304639] env[65068]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65068) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1260.304639] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1260.304728] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1260.304758] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/34 resources of Type:Security Group Rules [ 1260.305022] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33042d4f-790e-4397-ac62-5d55736e17fd with Priority: HIGH for action security_group_rules [ 1260.305141] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 with Priority: HIGH for action security_group_rules [ 1260.305210] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b5a0a86-19f7-4482-a701-afe291bd812f with Priority: HIGH for action security_group_rules [ 1260.305274] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGH for action security_group_rules [ 1260.305336] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGH for action security_group_rules [ 1260.305418] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGH for action security_group_rules [ 1260.305488] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68cc3b2d-2341-4783-82cf-16fbf92bd8e6 with Priority: HIGH for action security_group_rules [ 1260.305549] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: af37c7c3-d227-4df8-9ddb-b82de63ade22 with Priority: HIGH for action security_group_rules [ 1260.305610] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af with Priority: HIGH for action security_group_rules [ 1260.305671] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 with Priority: HIGH for action security_group_rules [ 1260.305731] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGH for action security_group_rules [ 1260.305791] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa116642-f2d1-4f1d-9a3e-21fd84d9f623 with Priority: HIGH for action security_group_rules [ 1260.305851] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20e41a6d-6ed6-40fd-9f08-75285c849a61 with Priority: HIGH for action security_group_rules [ 1260.305913] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 with Priority: HIGH for action security_group_rules [ 1260.305973] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 with Priority: HIGH for action security_group_rules [ 1260.306048] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGH for action security_group_rules [ 1260.306130] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3386cba4-da1e-45cc-afb9-d4de0b9bf124 with Priority: HIGH for action security_group_rules [ 1260.306171] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 698bc971-b455-4bb0-a92b-7824721526d8 with Priority: HIGH for action security_group_rules [ 1260.306225] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGH for action security_group_rules [ 1260.306286] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c521135-df69-4401-8a92-fca440cdd690 with Priority: HIGH for action security_group_rules [ 1260.306384] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.670444] env[65068]: INFO networking_nsxv3.common.synchronization [req-f0d27a94-43fa-4f54-9c93-26d6d69af161 req-2763d4cd-2e27-424d-9a2b-6b3d0e32f2d0 tempest-AttachInterfacesTestJSON-1669976305 tempest-AttachInterfacesTestJSON-1669976305-project-member] Enqueued Resource ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af with Priority: HIGHEST for action security_group_members [ 1260.670444] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af with Priority: HIGHEST for action security_group_members [ 1260.670444] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33042d4f-790e-4397-ac62-5d55736e17fd with Priority: HIGH for action security_group_rules [ 1260.670444] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5a0a86-19f7-4482-a701-afe291bd812f with Priority: HIGH for action security_group_rules [ 1260.670444] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cc3b2d-2341-4783-82cf-16fbf92bd8e6 with Priority: HIGH for action security_group_rules [ 1260.670444] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 with Priority: HIGH for action security_group_rules [ 1260.670444] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c521135-df69-4401-8a92-fca440cdd690 with Priority: HIGH for action security_group_rules [ 1260.670444] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6204eb35-df30-40b2-990a-328fb715bd34 with Priority: HIGH for action security_group_rules [ 1260.670737] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 698bc971-b455-4bb0-a92b-7824721526d8 with Priority: HIGH for action security_group_rules [ 1260.670737] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3386cba4-da1e-45cc-afb9-d4de0b9bf124 with Priority: HIGH for action security_group_rules [ 1260.670737] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 with Priority: HIGH for action security_group_rules [ 1260.670737] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d with Priority: HIGH for action security_group_rules [ 1260.670859] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e41a6d-6ed6-40fd-9f08-75285c849a61 with Priority: HIGH for action security_group_rules [ 1260.670892] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa116642-f2d1-4f1d-9a3e-21fd84d9f623 with Priority: HIGH for action security_group_rules [ 1260.670992] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGH for action security_group_rules [ 1260.671173] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 with Priority: HIGH for action security_group_rules [ 1260.671305] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af with Priority: HIGH for action security_group_rules [ 1260.671411] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGH for action security_group_rules [ 1260.671511] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af37c7c3-d227-4df8-9ddb-b82de63ade22 with Priority: HIGH for action security_group_rules [ 1260.671601] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGH for action security_group_rules [ 1260.671686] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 with Priority: HIGH for action security_group_rules [ 1260.671772] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 with Priority: HIGH for action security_group_rules [ 1260.672076] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.672251] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.672313] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.672566] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.672705] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.672799] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.672852] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.672997] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.673095] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.673188] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e0ff19b-0cdd-4219-967f-e0e3e95f35af',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.674630] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33042d4f-790e-4397-ac62-5d55736e17fd taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.674767] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33042d4f-790e-4397-ac62-5d55736e17fd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.674767] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33042d4f-790e-4397-ac62-5d55736e17fd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.674870] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33042d4f-790e-4397-ac62-5d55736e17fd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.675022] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33042d4f-790e-4397-ac62-5d55736e17fd',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.677335] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b5a0a86-19f7-4482-a701-afe291bd812f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.677462] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b5a0a86-19f7-4482-a701-afe291bd812f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.677529] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b5a0a86-19f7-4482-a701-afe291bd812f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.678528] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b5a0a86-19f7-4482-a701-afe291bd812f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.678625] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b5a0a86-19f7-4482-a701-afe291bd812f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.679425] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68cc3b2d-2341-4783-82cf-16fbf92bd8e6 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.679573] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68cc3b2d-2341-4783-82cf-16fbf92bd8e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.679573] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68cc3b2d-2341-4783-82cf-16fbf92bd8e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.681940] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68cc3b2d-2341-4783-82cf-16fbf92bd8e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.681940] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68cc3b2d-2341-4783-82cf-16fbf92bd8e6',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.681940] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.681940] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.681940] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.681940] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.681940] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a83db4f6-0ea8-413a-bd07-a46ccbe00cb5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.682889] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c521135-df69-4401-8a92-fca440cdd690 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.682993] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c521135-df69-4401-8a92-fca440cdd690" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.683065] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c521135-df69-4401-8a92-fca440cdd690" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.683315] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c521135-df69-4401-8a92-fca440cdd690" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.683395] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c521135-df69-4401-8a92-fca440cdd690',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.684621] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6204eb35-df30-40b2-990a-328fb715bd34 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.684727] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.684793] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.684939] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.685020] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6204eb35-df30-40b2-990a-328fb715bd34',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.685960] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-698bc971-b455-4bb0-a92b-7824721526d8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.686095] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-698bc971-b455-4bb0-a92b-7824721526d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.686157] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-698bc971-b455-4bb0-a92b-7824721526d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.686308] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-698bc971-b455-4bb0-a92b-7824721526d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.686380] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('698bc971-b455-4bb0-a92b-7824721526d8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.687431] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3386cba4-da1e-45cc-afb9-d4de0b9bf124 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.687536] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3386cba4-da1e-45cc-afb9-d4de0b9bf124" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.687687] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3386cba4-da1e-45cc-afb9-d4de0b9bf124" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.687865] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3386cba4-da1e-45cc-afb9-d4de0b9bf124" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.687943] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3386cba4-da1e-45cc-afb9-d4de0b9bf124',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.688973] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.689109] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.689173] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.689509] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.689509] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.690375] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a93dc917-9783-48cc-89e1-ddf8b3f6228d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.690528] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.690682] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.690910] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.691000] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a93dc917-9783-48cc-89e1-ddf8b3f6228d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.691658] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20e41a6d-6ed6-40fd-9f08-75285c849a61 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.691768] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20e41a6d-6ed6-40fd-9f08-75285c849a61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.691824] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20e41a6d-6ed6-40fd-9f08-75285c849a61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.691960] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20e41a6d-6ed6-40fd-9f08-75285c849a61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.692050] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20e41a6d-6ed6-40fd-9f08-75285c849a61',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.692761] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa116642-f2d1-4f1d-9a3e-21fd84d9f623 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.692864] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa116642-f2d1-4f1d-9a3e-21fd84d9f623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.692927] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa116642-f2d1-4f1d-9a3e-21fd84d9f623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.693092] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa116642-f2d1-4f1d-9a3e-21fd84d9f623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.693165] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa116642-f2d1-4f1d-9a3e-21fd84d9f623',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.693935] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.694141] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.694141] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.694311] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.694388] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.697369] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.697602] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.697602] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.697746] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.698185] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f0c5a87-5055-49b6-abf5-4c58bafe8fb8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.701377] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e0ff19b-0cdd-4219-967f-e0e3e95f35af taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.702394] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.703255] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.703464] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.703562] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e0ff19b-0cdd-4219-967f-e0e3e95f35af',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.704332] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8974ddd6-d699-43c1-b486-a0fbbd07953b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.704432] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.704619] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af37c7c3-d227-4df8-9ddb-b82de63ade22 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.704716] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af37c7c3-d227-4df8-9ddb-b82de63ade22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.704774] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af37c7c3-d227-4df8-9ddb-b82de63ade22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.706741] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af37c7c3-d227-4df8-9ddb-b82de63ade22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.706839] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af37c7c3-d227-4df8-9ddb-b82de63ade22',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.707635] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.707756] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.707756] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.707868] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.707948] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.709016] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.709123] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.709123] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.709303] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.709404] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbeb29a5-fa5d-453a-88db-1e567ffb3ad8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.710661] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-940eac30-3ff5-49b7-b364-81e0d7e55b54 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.710661] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.710661] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.710834] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.710834] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('940eac30-3ff5-49b7-b364-81e0d7e55b54',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.735269] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.735439] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.735486] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.735658] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.737466] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.737555] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.756944] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.757083] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b5a0a86-19f7-4482-a701-afe291bd812f is going to be deleted. [ 1260.758653] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.758863] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.778998] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.779212] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33042d4f-790e-4397-ac62-5d55736e17fd is going to be deleted. [ 1260.824830] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.824830] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.824830] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.824830] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.824830] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.824830] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b5a0a86-19f7-4482-a701-afe291bd812f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.830326] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.833822] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.833822] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.833822] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.833822] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.833822] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33042d4f-790e-4397-ac62-5d55736e17fd" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.929482] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b in Status: SUCCESS [ 1260.929901] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.931013] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.931013] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.931013] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8974ddd6-d699-43c1-b486-a0fbbd07953b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.175103] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e0ff19b-0cdd-4219-967f-e0e3e95f35af',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.183149] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.183301] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.183364] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.183596] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.183844] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.183914] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.184262] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.184262] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.184262] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.184384] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.184384] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a83db4f6-0ea8-413a-bd07-a46ccbe00cb5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.193217] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.193359] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.193414] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.193578] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.193874] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.194000] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.194088] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.194263] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.194363] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.194445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.194535] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.206126] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.206300] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.206389] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.206528] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.212441] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.212577] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.214190] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.214318] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.214383] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.214560] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.214718] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.214809] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.214866] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.215028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.215120] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.215247] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.215311] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.219624] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.219757] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.225242] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.225392] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.228279] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.228381] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.229772] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.229859] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.231326] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.231431] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.232732] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.232836] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68cc3b2d-2341-4783-82cf-16fbf92bd8e6 is going to be deleted. [ 1261.235047] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.235135] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.254301] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.254503] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.255236] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.255339] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.256095] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.256198] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.257192] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.257286] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.258112] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.258213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.258931] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.259036] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.262234] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.262371] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.264725] env[65068]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1261.265197] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.265467] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c521135-df69-4401-8a92-fca440cdd690 is going to be deleted. [ 1261.266344] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.266619] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.283511] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.283636] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6204eb35-df30-40b2-990a-328fb715bd34 is going to be deleted. [ 1261.284522] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.284803] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.306029] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.306185] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.307602] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.307743] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f0c5a87-5055-49b6-abf5-4c58bafe8fb8 is going to be deleted. [ 1261.308755] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.308981] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.329046] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.329199] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.334446] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.334681] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 698bc971-b455-4bb0-a92b-7824721526d8 is going to be deleted. [ 1261.335609] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.335816] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.337343] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.337444] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.381094] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.381265] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3386cba4-da1e-45cc-afb9-d4de0b9bf124 is going to be deleted. [ 1261.382377] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.382733] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.401790] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.401939] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.407826] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.407968] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af37c7c3-d227-4df8-9ddb-b82de63ade22 is going to be deleted. [ 1261.409049] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.409049] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.413968] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.414125] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.432745] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974ddd6-d699-43c1-b486-a0fbbd07953b taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.432905] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.433052] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.433284] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.433458] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.433565] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.433630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.433831] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.433931] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.434035] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.434128] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8974ddd6-d699-43c1-b486-a0fbbd07953b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.498159] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.498334] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a93dc917-9783-48cc-89e1-ddf8b3f6228d is going to be deleted. [ 1261.499310] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.499617] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.550132] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.550302] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.593682] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.593862] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.619037] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.619037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.620034] env[65068]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1261.620584] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.620932] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b is going to be deleted. [ 1261.621896] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.622156] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.666770] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.666909] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbeb29a5-fa5d-453a-88db-1e567ffb3ad8 is going to be deleted. [ 1261.667873] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.668195] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.678042] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e0ff19b-0cdd-4219-967f-e0e3e95f35af',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.687200] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a83db4f6-0ea8-413a-bd07-a46ccbe00cb5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.696170] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.721491] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.743422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.743600] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa116642-f2d1-4f1d-9a3e-21fd84d9f623 is going to be deleted. [ 1261.744735] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.744966] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.804433] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.804633] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.828881] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.829048] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.836457] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.836590] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 940eac30-3ff5-49b7-b364-81e0d7e55b54 is going to be deleted. [ 1261.837525] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.837739] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.892203] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.892413] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20e41a6d-6ed6-40fd-9f08-75285c849a61 is going to be deleted. [ 1261.893376] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.893621] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.893721] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.893854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68cc3b2d-2341-4783-82cf-16fbf92bd8e6" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.894027] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.894195] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.894275] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.894393] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c521135-df69-4401-8a92-fca440cdd690" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.895089] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.895286] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.895376] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.895497] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6204eb35-df30-40b2-990a-328fb715bd34" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.895631] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.895778] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.895857] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.895974] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f0c5a87-5055-49b6-abf5-4c58bafe8fb8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.896140] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.896284] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.896374] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.896488] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-698bc971-b455-4bb0-a92b-7824721526d8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.896615] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.896752] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.896826] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.896936] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3386cba4-da1e-45cc-afb9-d4de0b9bf124" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.897086] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.897225] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.897299] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.897410] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af37c7c3-d227-4df8-9ddb-b82de63ade22" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.897549] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.897675] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.897748] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.897858] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a93dc917-9783-48cc-89e1-ddf8b3f6228d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.897976] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.898125] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.898198] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.898308] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbeb29a5-fa5d-453a-88db-1e567ffb3ad8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.898430] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.898567] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.898639] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.898739] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.907060] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.907230] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.907274] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.907447] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.907532] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.907660] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa116642-f2d1-4f1d-9a3e-21fd84d9f623" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.923796] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.924024] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.924024] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.924251] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.924342] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.924466] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-940eac30-3ff5-49b7-b364-81e0d7e55b54" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.937017] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8974ddd6-d699-43c1-b486-a0fbbd07953b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.031780] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.032027] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.032147] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.032454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.032602] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.032780] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20e41a6d-6ed6-40fd-9f08-75285c849a61" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.180772] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.180987] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.180987] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.181182] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.181274] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.181445] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af is going to be updated. [ 1262.190244] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a83db4f6-0ea8-413a-bd07-a46ccbe00cb5: rpc.has_security_group_logging(os_id): False [ 1262.197799] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4: rpc.has_security_group_logging(os_id): False [ 1262.207928] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.208100] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.208153] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.208374] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.220777] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.220950] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.223238] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1e6bf45-c07b-4ef1-adf7-7b145d82eb02: rpc.has_security_group_logging(os_id): False [ 1262.225993] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.226162] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.226213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.226408] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.226550] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.229262] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.229547] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.229636] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.229696] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.229881] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.229958] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.230049] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 is going to be updated. [ 1262.230960] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.231144] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.233856] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af in Status: IN_PROGRESS for 2s [ 1262.241659] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.241815] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.248792] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.249098] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.249195] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.249269] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.249480] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.249565] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.249653] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 is going to be updated. [ 1262.250656] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.250911] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.270264] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.270580] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.270704] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.270773] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.270982] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.271080] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.271170] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 is going to be updated. [ 1262.310787] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.310937] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.310989] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.311222] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.311442] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.316497] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.316649] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.316706] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.316900] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.317048] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.331394] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 in Status: IN_PROGRESS for 2s [ 1262.332159] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 in Status: IN_PROGRESS for 2s [ 1262.337154] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.337293] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.337345] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.337549] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.337688] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.352559] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 in Status: IN_PROGRESS for 2s [ 1262.439254] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8974ddd6-d699-43c1-b486-a0fbbd07953b: rpc.has_security_group_logging(os_id): False [ 1262.460039] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.460039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.460039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.460039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.483523] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.483899] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.484084] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.484146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.484333] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.484409] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.484507] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b is going to be updated. [ 1262.558034] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.558313] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.558419] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.558741] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.558980] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.577723] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b in Status: IN_PROGRESS for 2s [ 1264.243355] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af in Status: SUCCESS [ 1264.243846] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.243846] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.243994] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.244202] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.244321] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.244387] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.244538] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.244620] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.244707] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.244796] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e0ff19b-0cdd-4219-967f-e0e3e95f35af',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.345708] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 in Status: SUCCESS [ 1264.345921] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.346682] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 in Status: SUCCESS [ 1264.346856] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.364165] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 in Status: SUCCESS [ 1264.364391] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.596015] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b in Status: SUCCESS [ 1264.596268] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.747483] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e0ff19b-0cdd-4219-967f-e0e3e95f35af',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.249549] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e0ff19b-0cdd-4219-967f-e0e3e95f35af: rpc.has_security_group_logging(os_id): False [ 1265.268035] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.268247] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.268247] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.268359] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.286955] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.287287] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.287412] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.287528] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.287718] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.287802] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.287893] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af is going to be updated. [ 1265.361409] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.361650] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.361650] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.361860] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.361996] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.381327] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af in Status: IN_PROGRESS for 2s [ 1265.672396] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1265.672551] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1267.060690] env[65068]: INFO networking_nsxv3.common.synchronization [req-05300d7d-e6be-4ca8-815b-99d5877698d1 req-82f2368d-f87a-4ef5-9776-87b53ed4a025 tempest-AttachInterfacesTestJSON-1669976305 tempest-AttachInterfacesTestJSON-1669976305-project-member] Enqueued Resource ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af with Priority: HIGHEST for action security_group_members [ 1267.061366] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af with Priority: HIGHEST for action security_group_members [ 1267.061635] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.061771] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.061836] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.062047] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.062203] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.062301] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.062364] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.062560] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.062648] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.062734] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e0ff19b-0cdd-4219-967f-e0e3e95f35af',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.399780] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af in Status: SUCCESS [ 1267.400037] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.567840] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.568033] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.568085] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.568319] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.568412] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.568710] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.568847] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.568924] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.569102] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.569194] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.569320] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af is going to be updated. [ 1267.599427] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.599584] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.599628] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.599831] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.600034] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.609464] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af in Status: IN_PROGRESS for 2s [ 1269.623093] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af in Status: SUCCESS [ 1269.623482] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e0ff19b-0cdd-4219-967f-e0e3e95f35af deletion is rescheduled due to dependency. [ 1269.623482] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0ff19b-0cdd-4219-967f-e0e3e95f35af" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.495234] env[65068]: INFO networking_nsxv3.common.synchronization [None req-f8105f39-f16c-4038-8988-d3db28747a51 tempest-AttachInterfacesTestJSON-1669976305 tempest-AttachInterfacesTestJSON-1669976305-project-member] Enqueued Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_members [ 1271.495846] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b with Priority: HIGHEST for action security_group_members [ 1271.496250] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.496359] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.496359] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.496581] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.496798] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.496956] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.497361] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.497361] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.497492] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.497543] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc8bc2ce-1641-465f-8dba-1d9e3b38c61b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.001501] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.001761] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.001761] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.001998] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.002182] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.002311] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.002402] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.002486] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.002635] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.002715] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.002801] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc8bc2ce-1641-465f-8dba-1d9e3b38c61b is going to be deleted. [ 1272.044354] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.044530] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.044530] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.044758] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.044888] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.045064] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc8bc2ce-1641-465f-8dba-1d9e3b38c61b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.497211] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1276.497531] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1276.566572] env[65068]: INFO networking_nsxv3.common.synchronization [None req-b1d1167d-d5e6-4ad4-8ad1-a4d3a7d10837 None None] Enqueued Resource ID: b5a30bd6-35af-4bb3-b57c-69e932329e0f with Priority: HIGHEST for action port [ 1276.567277] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a30bd6-35af-4bb3-b57c-69e932329e0f with Priority: HIGHEST for action port [ 1276.567729] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5a30bd6-35af-4bb3-b57c-69e932329e0f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.568021] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5a30bd6-35af-4bb3-b57c-69e932329e0f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.568093] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5a30bd6-35af-4bb3-b57c-69e932329e0f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.568366] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5a30bd6-35af-4bb3-b57c-69e932329e0f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.569232] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5a30bd6-35af-4bb3-b57c-69e932329e0f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.652570] env[65068]: INFO networking_nsxv3.common.synchronization [None req-55091866-3a73-4795-b9e3-bd1a45813212 tempest-ServerActionsTestOtherA-2351786 tempest-ServerActionsTestOtherA-2351786-project-member] Enqueued Resource ID: 1dad5266-7292-47d9-96c4-fe198fafafde with Priority: HIGHEST for action security_group_rules [ 1276.652570] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dad5266-7292-47d9-96c4-fe198fafafde with Priority: HIGHEST for action security_group_rules [ 1276.652570] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1dad5266-7292-47d9-96c4-fe198fafafde taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.652570] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.652570] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.652570] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.652570] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1dad5266-7292-47d9-96c4-fe198fafafde',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.743244] env[65068]: INFO networking_nsxv3.common.synchronization [None req-cbda726e-33af-4177-a0f9-08a718021744 tempest-ServerActionsTestOtherA-2351786 tempest-ServerActionsTestOtherA-2351786-project-member] Enqueued Resource ID: 1dad5266-7292-47d9-96c4-fe198fafafde with Priority: HIGHEST for action security_group_rules [ 1276.744147] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dad5266-7292-47d9-96c4-fe198fafafde with Priority: HIGHEST for action security_group_rules [ 1276.744464] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1dad5266-7292-47d9-96c4-fe198fafafde taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.744568] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.071759] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5a30bd6-35af-4bb3-b57c-69e932329e0f [ 1277.071759] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.072043] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.072043] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.072194] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.072287] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.072394] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5a30bd6-35af-4bb3-b57c-69e932329e0f already deleted. [ 1277.072494] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5a30bd6-35af-4bb3-b57c-69e932329e0f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.176697] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.176868] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.176963] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.177334] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.177424] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.177469] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1dad5266-7292-47d9-96c4-fe198fafafde already deleted. [ 1277.177559] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.177753] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.177968] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.178069] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1dad5266-7292-47d9-96c4-fe198fafafde',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.699903] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.700573] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.700573] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.700857] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.700939] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.701068] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1dad5266-7292-47d9-96c4-fe198fafafde already deleted. [ 1277.701222] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.657098] env[65068]: INFO networking_nsxv3.common.synchronization [None req-ca4b7222-f8e8-4ba4-8bc9-ae6eff27d2bd None None] Enqueued Resource ID: 2a82368c-e8b0-46eb-99a6-4fdf8c8f8fb0 with Priority: HIGHEST for action port [ 1278.657573] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a82368c-e8b0-46eb-99a6-4fdf8c8f8fb0 with Priority: HIGHEST for action port [ 1278.657848] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a82368c-e8b0-46eb-99a6-4fdf8c8f8fb0 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.657970] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a82368c-e8b0-46eb-99a6-4fdf8c8f8fb0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.658047] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a82368c-e8b0-46eb-99a6-4fdf8c8f8fb0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.658351] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a82368c-e8b0-46eb-99a6-4fdf8c8f8fb0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.658460] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a82368c-e8b0-46eb-99a6-4fdf8c8f8fb0',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.163336] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a82368c-e8b0-46eb-99a6-4fdf8c8f8fb0 [ 1279.163721] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.163837] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.163928] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.164207] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.164395] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.164515] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a82368c-e8b0-46eb-99a6-4fdf8c8f8fb0 already deleted. [ 1279.164726] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a82368c-e8b0-46eb-99a6-4fdf8c8f8fb0" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.241541] env[65068]: INFO networking_nsxv3.common.synchronization [req-6b970e79-3dcc-47b1-877a-5e307ea1be72 req-32497ace-5115-4e3c-9c85-b275ed66ea8a tempest-ServerActionsTestOtherA-2351786 tempest-ServerActionsTestOtherA-2351786-project-member] Enqueued Resource ID: 1dad5266-7292-47d9-96c4-fe198fafafde with Priority: HIGHEST for action security_group_members [ 1282.242076] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dad5266-7292-47d9-96c4-fe198fafafde with Priority: HIGHEST for action security_group_members [ 1282.242375] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dad5266-7292-47d9-96c4-fe198fafafde taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.242509] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.242587] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.242840] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.242992] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.243228] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.243296] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.243446] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.243531] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.243628] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1dad5266-7292-47d9-96c4-fe198fafafde',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.520541] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.521080] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-241" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.521080] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-241" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.521476] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-241" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.521674] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.521867] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.522824] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.522824] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.522824] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.522824] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1282.522824] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1282.522824] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1282.523110] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1282.523156] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1282.523788] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1282.523788] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1282.546337] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1282.546583] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1282.546791] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1282.547012] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-241" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.547339] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-9ca0fc75-ff1d-4130-8e98-5bb8fd814784 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.547522] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-9ca0fc75-ff1d-4130-8e98-5bb8fd814784" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.547749] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-9ca0fc75-ff1d-4130-8e98-5bb8fd814784" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.547969] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-9ca0fc75-ff1d-4130-8e98-5bb8fd814784" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.548132] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ca0fc75-ff1d-4130-8e98-5bb8fd814784',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.747293] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.747293] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.747293] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.747293] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.747293] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.747293] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.747293] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.747293] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.747293] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.747293] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.747293] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dad5266-7292-47d9-96c4-fe198fafafde already deleted. [ 1282.747293] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.050687] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.051054] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.051291] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.051771] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.052072] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.052396] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 9ca0fc75-ff1d-4130-8e98-5bb8fd814784 not found, creating... [ 1283.052911] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.053166] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.053399] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.053836] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.054041] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.054510] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.054791] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.054993] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.055375] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.055619] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.055889] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 9ca0fc75-ff1d-4130-8e98-5bb8fd814784 is going to be created. [ 1283.081141] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.081365] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.081535] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.081831] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.082091] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.082348] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-9ca0fc75-ff1d-4130-8e98-5bb8fd814784" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.774321] env[65068]: INFO networking_nsxv3.common.synchronization [req-6b970e79-3dcc-47b1-877a-5e307ea1be72 req-5469a893-4967-4375-ac88-03c60681e2da service nova] Enqueued Resource ID: 1dad5266-7292-47d9-96c4-fe198fafafde with Priority: HIGHEST for action security_group_rules [ 1283.774321] env[65068]: INFO networking_nsxv3.common.synchronization [req-6b970e79-3dcc-47b1-877a-5e307ea1be72 req-5469a893-4967-4375-ac88-03c60681e2da service nova] Enqueued Resource ID: 1dad5266-7292-47d9-96c4-fe198fafafde with Priority: HIGHEST for action security_group_members [ 1283.774321] env[65068]: INFO networking_nsxv3.common.synchronization [req-6b970e79-3dcc-47b1-877a-5e307ea1be72 req-5469a893-4967-4375-ac88-03c60681e2da service nova] Enqueued Resource ID: 9ca0fc75-ff1d-4130-8e98-5bb8fd814784 with Priority: HIGHEST for action port [ 1283.774321] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dad5266-7292-47d9-96c4-fe198fafafde with Priority: HIGHEST for action security_group_rules [ 1283.774321] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dad5266-7292-47d9-96c4-fe198fafafde with Priority: HIGHEST for action security_group_members [ 1283.775310] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca0fc75-ff1d-4130-8e98-5bb8fd814784 with Priority: HIGHEST for action port [ 1283.775766] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1dad5266-7292-47d9-96c4-fe198fafafde taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.776156] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.776354] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.776663] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.776846] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1dad5266-7292-47d9-96c4-fe198fafafde',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.779074] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dad5266-7292-47d9-96c4-fe198fafafde taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.779074] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.779074] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.779074] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.779074] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.779074] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.779074] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.779074] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.779074] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.779576] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1dad5266-7292-47d9-96c4-fe198fafafde',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.781323] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ca0fc75-ff1d-4130-8e98-5bb8fd814784 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.781323] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ca0fc75-ff1d-4130-8e98-5bb8fd814784" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.781323] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ca0fc75-ff1d-4130-8e98-5bb8fd814784" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.781323] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ca0fc75-ff1d-4130-8e98-5bb8fd814784" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.781323] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ca0fc75-ff1d-4130-8e98-5bb8fd814784',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.283378] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dad5266-7292-47d9-96c4-fe198fafafde taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.283515] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.283713] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1dad5266-7292-47d9-96c4-fe198fafafde',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.284620] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ca0fc75-ff1d-4130-8e98-5bb8fd814784 with status ACTIVE [ 1284.284822] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.284937] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.285011] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.285225] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.285316] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.285628] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.285628] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.285628] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.285773] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.285838] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.286016] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.286483] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.286566] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.287576] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.287576] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.287576] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ca0fc75-ff1d-4130-8e98-5bb8fd814784 is going to be updated. [ 1284.308282] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.308481] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.308547] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.308699] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.308831] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.308986] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ca0fc75-ff1d-4130-8e98-5bb8fd814784" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.790069] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1dad5266-7292-47d9-96c4-fe198fafafde',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.293645] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.293888] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.294047] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.294305] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.294438] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.294569] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dad5266-7292-47d9-96c4-fe198fafafde is going to be created. [ 1285.319391] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.319595] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.319706] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.319975] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.320224] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.331105] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dad5266-7292-47d9-96c4-fe198fafafde in Status: UNINITIALIZED for 2s [ 1287.341666] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dad5266-7292-47d9-96c4-fe198fafafde in Status: SUCCESS [ 1287.342075] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.342075] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.342226] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.342418] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.342545] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.342617] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.342774] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.342853] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.342937] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.343042] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1dad5266-7292-47d9-96c4-fe198fafafde',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.845515] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1dad5266-7292-47d9-96c4-fe198fafafde',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.348069] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1dad5266-7292-47d9-96c4-fe198fafafde: rpc.has_security_group_logging(os_id): False [ 1288.366215] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.366372] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.366372] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.366610] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.366701] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.366957] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.367069] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.367135] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.367294] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.367371] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.367457] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1dad5266-7292-47d9-96c4-fe198fafafde is going to be created. [ 1288.430373] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.430602] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.430602] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.430785] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.430970] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.441279] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1dad5266-7292-47d9-96c4-fe198fafafde in Status: IN_PROGRESS for 2s [ 1288.776216] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1288.776458] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1290.456065] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1dad5266-7292-47d9-96c4-fe198fafafde in Status: SUCCESS [ 1290.456492] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.636473] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-408 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.636726] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-408" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.636900] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-408" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.637242] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-408" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.637548] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.637732] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.637865] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.638138] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.638310] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.638549] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1290.638677] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1290.638809] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1290.638935] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1290.639092] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1290.639227] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1290.639446] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1290.671104] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1290.671326] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1290.671485] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1290.671750] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-408" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.672092] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-7d71827f-3edc-4df0-9a18-41cccde56916 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.672268] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-7d71827f-3edc-4df0-9a18-41cccde56916" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.672388] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-7d71827f-3edc-4df0-9a18-41cccde56916" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.672841] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-7d71827f-3edc-4df0-9a18-41cccde56916" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.672977] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d71827f-3edc-4df0-9a18-41cccde56916',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.175283] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.175528] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.175674] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.176047] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.176220] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.176519] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.176682] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.176856] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.177073] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.177216] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.177554] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.177720] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.177885] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.178134] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.178281] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.178423] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 7d71827f-3edc-4df0-9a18-41cccde56916 is going to be updated. [ 1291.200294] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.200636] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.200636] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.200909] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.201181] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.201421] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-7d71827f-3edc-4df0-9a18-41cccde56916" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.904397] env[65068]: INFO networking_nsxv3.common.synchronization [req-d6099fbe-78bb-4a9f-be80-61b2b733ad63 req-c900b5da-20aa-48d9-82a9-0fb8d1d3afb1 service nova] Enqueued Resource ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 with Priority: HIGHEST for action security_group_rules [ 1291.904661] env[65068]: INFO networking_nsxv3.common.synchronization [req-d6099fbe-78bb-4a9f-be80-61b2b733ad63 req-c900b5da-20aa-48d9-82a9-0fb8d1d3afb1 service nova] Enqueued Resource ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 with Priority: HIGHEST for action security_group_members [ 1291.904710] env[65068]: INFO networking_nsxv3.common.synchronization [req-d6099fbe-78bb-4a9f-be80-61b2b733ad63 req-c900b5da-20aa-48d9-82a9-0fb8d1d3afb1 service nova] Enqueued Resource ID: 7d71827f-3edc-4df0-9a18-41cccde56916 with Priority: HIGHEST for action port [ 1291.905488] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 with Priority: HIGHEST for action security_group_rules [ 1291.905714] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 with Priority: HIGHEST for action security_group_members [ 1291.905876] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d71827f-3edc-4df0-9a18-41cccde56916 with Priority: HIGHEST for action port [ 1291.906224] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.906406] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.906534] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.906771] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.907444] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a83db4f6-0ea8-413a-bd07-a46ccbe00cb5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.907836] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.908105] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.908239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.908513] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.909545] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.909545] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.909545] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.909545] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.909545] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.909545] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a83db4f6-0ea8-413a-bd07-a46ccbe00cb5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.910267] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d71827f-3edc-4df0-9a18-41cccde56916 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.910378] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d71827f-3edc-4df0-9a18-41cccde56916" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.910484] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d71827f-3edc-4df0-9a18-41cccde56916" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.910668] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d71827f-3edc-4df0-9a18-41cccde56916" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.910802] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d71827f-3edc-4df0-9a18-41cccde56916',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.412956] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a83db4f6-0ea8-413a-bd07-a46ccbe00cb5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.414131] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.414257] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.414416] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d71827f-3edc-4df0-9a18-41cccde56916 with status ACTIVE [ 1292.414575] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.414683] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.414744] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.414947] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.415248] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.415248] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.415442] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.415442] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.415557] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.415635] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.415816] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.415910] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.415970] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.416123] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.416196] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.416279] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d71827f-3edc-4df0-9a18-41cccde56916 is going to be updated. [ 1292.435853] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.436100] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.436100] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.436264] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.436444] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.436911] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d71827f-3edc-4df0-9a18-41cccde56916" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.918231] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a83db4f6-0ea8-413a-bd07-a46ccbe00cb5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.420843] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.421069] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.421110] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.421352] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.421453] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.421613] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 is going to be updated. [ 1293.450592] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.450862] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.450862] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.451028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.451187] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.464665] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 in Status: IN_PROGRESS for 2s [ 1293.793929] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-888 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.794262] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-888" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.794461] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-888" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.794852] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-888" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.795312] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.795512] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.795700] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.796050] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.796283] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.796590] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1293.796777] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1293.796957] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1293.797149] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1293.797337] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1293.797512] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1293.797718] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1293.831937] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1293.832197] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1293.832388] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1293.832866] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-888" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.833274] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-05523d1d-fa0d-46c2-987a-570ca3240c32 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.833509] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-05523d1d-fa0d-46c2-987a-570ca3240c32" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.833643] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-05523d1d-fa0d-46c2-987a-570ca3240c32" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.833963] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-05523d1d-fa0d-46c2-987a-570ca3240c32" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.834174] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05523d1d-fa0d-46c2-987a-570ca3240c32',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.336704] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.337153] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.337153] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.337446] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.337617] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.337909] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.338085] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.338200] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.338420] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.338552] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.338907] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.339119] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.339280] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.339558] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.339724] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.339868] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 05523d1d-fa0d-46c2-987a-570ca3240c32 is going to be updated. [ 1294.363451] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.363699] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.363839] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.364183] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.364380] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.364601] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-05523d1d-fa0d-46c2-987a-570ca3240c32" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.042495] env[65068]: INFO networking_nsxv3.common.synchronization [req-2b6117aa-df33-42ef-a5be-cb0221fb1d1e req-98d35e82-81ce-4093-844b-37c502a18538 service nova] Enqueued Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGHEST for action security_group_rules [ 1295.042706] env[65068]: INFO networking_nsxv3.common.synchronization [req-2b6117aa-df33-42ef-a5be-cb0221fb1d1e req-98d35e82-81ce-4093-844b-37c502a18538 service nova] Enqueued Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGHEST for action security_group_members [ 1295.042853] env[65068]: INFO networking_nsxv3.common.synchronization [req-2b6117aa-df33-42ef-a5be-cb0221fb1d1e req-98d35e82-81ce-4093-844b-37c502a18538 service nova] Enqueued Resource ID: 05523d1d-fa0d-46c2-987a-570ca3240c32 with Priority: HIGHEST for action port [ 1295.043449] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGHEST for action security_group_rules [ 1295.043579] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGHEST for action security_group_members [ 1295.043673] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05523d1d-fa0d-46c2-987a-570ca3240c32 with Priority: HIGHEST for action port [ 1295.044102] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.044394] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.044455] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.044809] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.044809] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.046220] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.046472] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.046472] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.046653] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.046866] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.047023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.047100] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.047218] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.047399] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.047399] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.048967] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-05523d1d-fa0d-46c2-987a-570ca3240c32 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.049120] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05523d1d-fa0d-46c2-987a-570ca3240c32" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.049193] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05523d1d-fa0d-46c2-987a-570ca3240c32" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.049371] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05523d1d-fa0d-46c2-987a-570ca3240c32" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.049448] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05523d1d-fa0d-46c2-987a-570ca3240c32',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.475022] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 in Status: SUCCESS [ 1295.475394] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.475602] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.475910] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.476177] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.476333] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.476403] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.476608] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.476871] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.477068] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.477068] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a83db4f6-0ea8-413a-bd07-a46ccbe00cb5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.550878] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.551109] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.551242] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.552214] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05523d1d-fa0d-46c2-987a-570ca3240c32 with status ACTIVE [ 1295.552390] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.552501] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.552576] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.552792] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.552937] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.553154] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.553257] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.553315] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.553478] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.553555] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.553733] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.553826] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.553884] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.554035] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.554112] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.554196] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05523d1d-fa0d-46c2-987a-570ca3240c32 is going to be updated. [ 1295.576020] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.576210] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.576266] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.576426] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.576550] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.576711] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05523d1d-fa0d-46c2-987a-570ca3240c32" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.980534] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a83db4f6-0ea8-413a-bd07-a46ccbe00cb5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.056610] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.153187] env[65068]: INFO networking_nsxv3.common.synchronization [req-408270c1-75bd-40dd-b45b-64681274b500 req-3bd780ce-ec0b-45d0-9a19-4a24b121ca64 tempest-AttachVolumeNegativeTest-782383804 tempest-AttachVolumeNegativeTest-782383804-project-member] Enqueued Resource ID: fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 with Priority: HIGHEST for action security_group_members [ 1296.153770] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 with Priority: HIGHEST for action security_group_members [ 1296.154227] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.154395] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.154525] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.154700] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.154881] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.155023] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.155105] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.155271] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.155424] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.155495] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.483513] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a83db4f6-0ea8-413a-bd07-a46ccbe00cb5: rpc.has_security_group_logging(os_id): False [ 1296.500190] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.500370] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.500410] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.500606] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.500699] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.501012] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.501087] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.501118] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.501255] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.501330] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.502030] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 is going to be updated. [ 1296.559218] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.559218] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.559218] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.559424] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.559454] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.559544] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 is going to be updated. [ 1296.567813] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.568032] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.568032] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.568169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.568275] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.591485] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 in Status: IN_PROGRESS for 2s [ 1296.605451] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.605625] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.605670] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.605859] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.606014] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.619178] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 in Status: IN_PROGRESS for 2s [ 1296.657970] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.658255] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.658340] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.658678] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.658798] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.659068] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.659212] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.659766] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.659766] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.659956] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.659956] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 is going to be updated. [ 1296.708505] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.708746] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.708746] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.708936] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.709107] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.727103] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 in Status: IN_PROGRESS for 2s [ 1298.608135] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 in Status: SUCCESS [ 1298.608494] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.628943] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 in Status: SUCCESS [ 1298.629350] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.629548] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.629963] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.630182] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.630313] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.630380] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.630565] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.630638] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.630737] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.630832] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.736711] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 in Status: SUCCESS [ 1298.736941] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 deletion is rescheduled due to dependency. [ 1298.737061] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.133672] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.636826] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1e6bf45-c07b-4ef1-adf7-7b145d82eb02: rpc.has_security_group_logging(os_id): False [ 1299.656930] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.657140] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.657217] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.657513] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.657653] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.657938] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.658087] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.658160] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.658432] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.658568] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.658695] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 is going to be updated. [ 1299.735228] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.735379] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.735379] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.735566] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.735821] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.757365] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 in Status: IN_PROGRESS for 2s [ 1301.155032] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1301.155456] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1301.776464] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 in Status: SUCCESS [ 1301.776694] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.156539] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1306.157032] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1311.158129] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1311.158448] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1313.460084] env[65068]: INFO networking_nsxv3.common.synchronization [req-01848ec3-f6e5-42ef-a218-1ca8d0f12b22 req-ac646134-e990-413d-bf2f-134414f2e58e tempest-ServerActionsTestOtherB-1595869324 tempest-ServerActionsTestOtherB-1595869324-project-member] Enqueued Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGHEST for action security_group_members [ 1313.460688] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGHEST for action security_group_members [ 1313.461213] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.461379] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.461490] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.461809] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.461983] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.462103] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.462197] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.462352] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.462465] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.462527] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.965649] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.965959] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.966101] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.966319] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.966409] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.966625] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.966761] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.966828] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.966950] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.967061] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.967124] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 is going to be updated. [ 1314.002277] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.002516] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.002516] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.002739] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.002917] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.013020] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 in Status: IN_PROGRESS for 2s [ 1316.023996] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 in Status: SUCCESS [ 1316.024432] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 deletion is rescheduled due to dependency. [ 1316.024432] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.902075] env[65068]: INFO networking_nsxv3.common.synchronization [req-0d2b6994-82e7-41a0-a5f4-85fc83908ec8 req-fe8a8533-0a31-46fe-a00d-fcc5143b3739 tempest-ServerActionsTestJSON-920019273 tempest-ServerActionsTestJSON-920019273-project-member] Enqueued Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGHEST for action security_group_members [ 1316.902515] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGHEST for action security_group_members [ 1316.902827] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-8974ddd6-d699-43c1-b486-a0fbbd07953b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.902971] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.903139] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.903375] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.903548] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.903666] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.903727] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.903882] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.903967] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.904073] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8974ddd6-d699-43c1-b486-a0fbbd07953b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.407092] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.407092] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.407092] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.407609] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.407609] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.407609] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.407777] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.407887] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.408091] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.408225] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.408345] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b is going to be updated. [ 1317.438218] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.438451] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.438451] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.438837] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.438837] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.448017] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b in Status: IN_PROGRESS for 2s [ 1319.458923] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b in Status: SUCCESS [ 1319.459360] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b deletion is rescheduled due to dependency. [ 1319.459360] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.903380] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1321.903765] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1324.410085] env[65068]: INFO networking_nsxv3.common.synchronization [None req-55f26af9-2208-4142-8ee9-389e72d78e21 None None] Enqueued Resource ID: dcc1fb2f-0ff3-4ffd-8ea6-5711f099ed21 with Priority: HIGHEST for action port [ 1324.410690] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcc1fb2f-0ff3-4ffd-8ea6-5711f099ed21 with Priority: HIGHEST for action port [ 1324.411249] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcc1fb2f-0ff3-4ffd-8ea6-5711f099ed21 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.411249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcc1fb2f-0ff3-4ffd-8ea6-5711f099ed21" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.411249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcc1fb2f-0ff3-4ffd-8ea6-5711f099ed21" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.411850] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcc1fb2f-0ff3-4ffd-8ea6-5711f099ed21" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.411850] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcc1fb2f-0ff3-4ffd-8ea6-5711f099ed21',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.915606] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcc1fb2f-0ff3-4ffd-8ea6-5711f099ed21 [ 1324.915606] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.915606] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.915606] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.915606] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.915606] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.915606] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcc1fb2f-0ff3-4ffd-8ea6-5711f099ed21 already deleted. [ 1324.915606] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcc1fb2f-0ff3-4ffd-8ea6-5711f099ed21" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.505028] env[65068]: INFO networking_nsxv3.common.synchronization [None req-165c44a8-aa27-4210-a745-62426681677e None None] Enqueued Resource ID: a650467a-f277-40c2-8e94-2192ce7ab173 with Priority: HIGHEST for action port [ 1325.505028] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a650467a-f277-40c2-8e94-2192ce7ab173 with Priority: HIGHEST for action port [ 1325.505028] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-a650467a-f277-40c2-8e94-2192ce7ab173 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.505028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a650467a-f277-40c2-8e94-2192ce7ab173" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.505028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a650467a-f277-40c2-8e94-2192ce7ab173" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.505028] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a650467a-f277-40c2-8e94-2192ce7ab173" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.505715] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a650467a-f277-40c2-8e94-2192ce7ab173',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.009035] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a650467a-f277-40c2-8e94-2192ce7ab173 [ 1326.009035] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.009035] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.009035] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.009295] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.009295] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.009363] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a650467a-f277-40c2-8e94-2192ce7ab173 already deleted. [ 1326.009445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a650467a-f277-40c2-8e94-2192ce7ab173" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.760451] env[65068]: INFO networking_nsxv3.common.synchronization [None req-acf564ba-6036-4d2a-b6f9-b0e78d628216 None None] Enqueued Resource ID: b1a85be8-77e6-4510-8a66-ae9cf407de17 with Priority: HIGHEST for action port [ 1327.761031] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1a85be8-77e6-4510-8a66-ae9cf407de17 with Priority: HIGHEST for action port [ 1327.761380] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1a85be8-77e6-4510-8a66-ae9cf407de17 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.761498] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1a85be8-77e6-4510-8a66-ae9cf407de17" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.761601] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1a85be8-77e6-4510-8a66-ae9cf407de17" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.761910] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1a85be8-77e6-4510-8a66-ae9cf407de17" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.762008] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1a85be8-77e6-4510-8a66-ae9cf407de17',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.264664] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1a85be8-77e6-4510-8a66-ae9cf407de17 [ 1328.264907] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.265045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.265122] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.265331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.265424] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.265517] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1a85be8-77e6-4510-8a66-ae9cf407de17 already deleted. [ 1328.265599] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1a85be8-77e6-4510-8a66-ae9cf407de17" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.327033] env[65068]: INFO networking_nsxv3.common.synchronization [req-7a5d259d-d6b1-45c5-8099-a42b8483a99f req-e343bbd7-9523-42dd-a8ad-76c910bb21a9 tempest-ServerAddressesTestJSON-316149618 tempest-ServerAddressesTestJSON-316149618-project-member] Enqueued Resource ID: fd898965-3e99-42a2-86d4-7c39863878e2 with Priority: HIGHEST for action security_group_members [ 1330.327607] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd898965-3e99-42a2-86d4-7c39863878e2 with Priority: HIGHEST for action security_group_members [ 1330.327908] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd898965-3e99-42a2-86d4-7c39863878e2 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.328045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd898965-3e99-42a2-86d4-7c39863878e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.328114] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd898965-3e99-42a2-86d4-7c39863878e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.328371] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd898965-3e99-42a2-86d4-7c39863878e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.328527] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.328628] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.328712] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.328841] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.328927] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.329034] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd898965-3e99-42a2-86d4-7c39863878e2',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.622711] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.622917] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-635" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.623098] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-635" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.624024] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-635" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.624024] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.624024] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.624540] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.624540] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.624540] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.624662] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1330.624777] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1330.624890] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1330.625007] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1330.625125] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1330.625230] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1330.625365] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1330.646833] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1330.647102] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1330.647258] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1330.647432] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-635" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.647744] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-506e2de6-14ac-4b4d-aea5-ee1b171755c3 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.647912] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-506e2de6-14ac-4b4d-aea5-ee1b171755c3" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.648041] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-506e2de6-14ac-4b4d-aea5-ee1b171755c3" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.648368] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-506e2de6-14ac-4b4d-aea5-ee1b171755c3" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.648513] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('506e2de6-14ac-4b4d-aea5-ee1b171755c3',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.831308] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.831568] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.831683] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.832100] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.832257] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.832507] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.832628] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.832710] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.832905] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.833166] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.833281] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd898965-3e99-42a2-86d4-7c39863878e2 already deleted. [ 1330.833410] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd898965-3e99-42a2-86d4-7c39863878e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.150632] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.150855] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.150980] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.152028] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.152028] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.152028] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 506e2de6-14ac-4b4d-aea5-ee1b171755c3 not found, creating... [ 1331.152028] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.152028] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.152292] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.152346] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.152472] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.152751] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.152930] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.153215] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.153329] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.153419] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.153613] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 506e2de6-14ac-4b4d-aea5-ee1b171755c3 is going to be created. [ 1331.173766] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.173945] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.173988] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.174216] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.174441] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.174647] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-506e2de6-14ac-4b4d-aea5-ee1b171755c3" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.883083] env[65068]: INFO networking_nsxv3.common.synchronization [req-7a5d259d-d6b1-45c5-8099-a42b8483a99f req-4490e3ae-6a73-429b-9b36-7ed173edf6eb service nova] Enqueued Resource ID: fd898965-3e99-42a2-86d4-7c39863878e2 with Priority: HIGHEST for action security_group_rules [ 1331.883436] env[65068]: INFO networking_nsxv3.common.synchronization [req-7a5d259d-d6b1-45c5-8099-a42b8483a99f req-4490e3ae-6a73-429b-9b36-7ed173edf6eb service nova] Enqueued Resource ID: fd898965-3e99-42a2-86d4-7c39863878e2 with Priority: HIGHEST for action security_group_members [ 1331.883436] env[65068]: INFO networking_nsxv3.common.synchronization [req-7a5d259d-d6b1-45c5-8099-a42b8483a99f req-4490e3ae-6a73-429b-9b36-7ed173edf6eb service nova] Enqueued Resource ID: 506e2de6-14ac-4b4d-aea5-ee1b171755c3 with Priority: HIGHEST for action port [ 1331.883622] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd898965-3e99-42a2-86d4-7c39863878e2 with Priority: HIGHEST for action security_group_rules [ 1331.883743] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd898965-3e99-42a2-86d4-7c39863878e2 with Priority: HIGHEST for action security_group_members [ 1331.883834] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 506e2de6-14ac-4b4d-aea5-ee1b171755c3 with Priority: HIGHEST for action port [ 1331.884416] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd898965-3e99-42a2-86d4-7c39863878e2 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.884534] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd898965-3e99-42a2-86d4-7c39863878e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.884595] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd898965-3e99-42a2-86d4-7c39863878e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.884854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd898965-3e99-42a2-86d4-7c39863878e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.884941] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd898965-3e99-42a2-86d4-7c39863878e2',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.886170] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd898965-3e99-42a2-86d4-7c39863878e2 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.886287] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd898965-3e99-42a2-86d4-7c39863878e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.886338] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd898965-3e99-42a2-86d4-7c39863878e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.886511] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd898965-3e99-42a2-86d4-7c39863878e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.886639] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.886733] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.886794] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.886940] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.887036] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.887139] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd898965-3e99-42a2-86d4-7c39863878e2',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.887891] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-506e2de6-14ac-4b4d-aea5-ee1b171755c3 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.887981] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-506e2de6-14ac-4b4d-aea5-ee1b171755c3" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.887981] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-506e2de6-14ac-4b4d-aea5-ee1b171755c3" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.888149] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-506e2de6-14ac-4b4d-aea5-ee1b171755c3" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.888227] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('506e2de6-14ac-4b4d-aea5-ee1b171755c3',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.389665] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd898965-3e99-42a2-86d4-7c39863878e2',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.390782] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd898965-3e99-42a2-86d4-7c39863878e2 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.390893] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd898965-3e99-42a2-86d4-7c39863878e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.391053] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 506e2de6-14ac-4b4d-aea5-ee1b171755c3 with status ACTIVE [ 1332.391267] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.391329] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.391383] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.391593] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.391679] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.391876] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.391971] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.392048] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.392203] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.392293] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.392460] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.392556] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.392626] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.392751] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.392865] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.393025] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 506e2de6-14ac-4b4d-aea5-ee1b171755c3 is going to be updated. [ 1332.413272] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.413470] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.413470] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.413663] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.413798] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.413950] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-506e2de6-14ac-4b4d-aea5-ee1b171755c3" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.894709] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd898965-3e99-42a2-86d4-7c39863878e2',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.399058] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.399058] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.399058] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.399286] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.399286] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.399379] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd898965-3e99-42a2-86d4-7c39863878e2 is going to be created. [ 1333.427504] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.427726] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.427726] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.427921] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.428096] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.436749] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd898965-3e99-42a2-86d4-7c39863878e2 in Status: UNINITIALIZED for 2s [ 1335.447757] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd898965-3e99-42a2-86d4-7c39863878e2 in Status: SUCCESS [ 1335.448139] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd898965-3e99-42a2-86d4-7c39863878e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.448139] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd898965-3e99-42a2-86d4-7c39863878e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.448371] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd898965-3e99-42a2-86d4-7c39863878e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.448564] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.448682] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.448747] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.448905] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.448989] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.449092] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd898965-3e99-42a2-86d4-7c39863878e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.449181] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd898965-3e99-42a2-86d4-7c39863878e2',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.544284] env[65068]: INFO networking_nsxv3.common.synchronization [req-bfeefcde-b940-49cb-b46f-df9339348f69 req-7df4fa7a-905d-45cb-9953-be7d5049450b tempest-ServerActionsTestOtherA-2351786 tempest-ServerActionsTestOtherA-2351786-project-member] Enqueued Resource ID: dc346632-fe26-48ac-a681-0b1309e5b661 with Priority: HIGHEST for action security_group_members [ 1335.545201] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc346632-fe26-48ac-a681-0b1309e5b661 with Priority: HIGHEST for action security_group_members [ 1335.545201] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc346632-fe26-48ac-a681-0b1309e5b661 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.545320] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.545320] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.545794] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.545794] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.545794] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.545971] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.545971] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.546492] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.546492] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc346632-fe26-48ac-a681-0b1309e5b661',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.871149] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.871350] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-241" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.871473] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-241" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.871743] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-241" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.872063] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.872234] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.872355] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.872610] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.872756] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.872988] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1335.873118] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1335.873225] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1335.873333] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1335.873443] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1335.873548] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1335.873740] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1335.892021] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1335.892211] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1335.892347] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1335.892520] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-241" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.892830] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-7718efdc-bf56-4987-9ba0-a4b429ed7c90 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.893033] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-7718efdc-bf56-4987-9ba0-a4b429ed7c90" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.893219] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-7718efdc-bf56-4987-9ba0-a4b429ed7c90" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.893601] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-7718efdc-bf56-4987-9ba0-a4b429ed7c90" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.893743] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7718efdc-bf56-4987-9ba0-a4b429ed7c90',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.952057] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd898965-3e99-42a2-86d4-7c39863878e2 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.952297] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd898965-3e99-42a2-86d4-7c39863878e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.952351] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd898965-3e99-42a2-86d4-7c39863878e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.952591] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd898965-3e99-42a2-86d4-7c39863878e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.952772] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.952953] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.953084] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.953345] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.953518] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.953675] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd898965-3e99-42a2-86d4-7c39863878e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.954026] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd898965-3e99-42a2-86d4-7c39863878e2 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.954095] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd898965-3e99-42a2-86d4-7c39863878e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.954153] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd898965-3e99-42a2-86d4-7c39863878e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.954320] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd898965-3e99-42a2-86d4-7c39863878e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.954514] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.954696] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.954777] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.954932] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.955026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.955120] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd898965-3e99-42a2-86d4-7c39863878e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.955233] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd898965-3e99-42a2-86d4-7c39863878e2',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.048458] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.048661] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.048700] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.048942] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.049059] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.049268] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.049375] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.049460] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.049635] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.049711] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.049795] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc346632-fe26-48ac-a681-0b1309e5b661 already deleted. [ 1336.049907] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.396554] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.396788] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.396914] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.397225] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.397374] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.397527] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 7718efdc-bf56-4987-9ba0-a4b429ed7c90 not found, creating... [ 1336.397789] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.397948] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.398077] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.398357] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.398505] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.398790] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.398945] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.399210] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.399273] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.399404] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.399542] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 7718efdc-bf56-4987-9ba0-a4b429ed7c90 is going to be created. [ 1336.420021] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.420250] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.420359] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.420618] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.420843] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.421108] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-7718efdc-bf56-4987-9ba0-a4b429ed7c90" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.458072] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd898965-3e99-42a2-86d4-7c39863878e2: rpc.has_security_group_logging(os_id): False [ 1336.482798] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.483208] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.483208] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.483337] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.483337] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.483559] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.483675] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.483727] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.483857] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.483943] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.484126] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.484250] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.484305] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.484415] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.484496] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.484664] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.484771] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.484810] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.484938] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.485022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.485109] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd898965-3e99-42a2-86d4-7c39863878e2 is going to be created. [ 1336.563392] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.563613] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.563613] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.563752] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.563935] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.578069] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd898965-3e99-42a2-86d4-7c39863878e2 in Status: IN_PROGRESS for 2s [ 1337.099919] env[65068]: INFO networking_nsxv3.common.synchronization [req-bfeefcde-b940-49cb-b46f-df9339348f69 req-932c6838-f422-4343-ad46-f3df2c6839b6 service nova] Enqueued Resource ID: dc346632-fe26-48ac-a681-0b1309e5b661 with Priority: HIGHEST for action security_group_rules [ 1337.100275] env[65068]: INFO networking_nsxv3.common.synchronization [req-bfeefcde-b940-49cb-b46f-df9339348f69 req-932c6838-f422-4343-ad46-f3df2c6839b6 service nova] Enqueued Resource ID: dc346632-fe26-48ac-a681-0b1309e5b661 with Priority: HIGHEST for action security_group_members [ 1337.100392] env[65068]: INFO networking_nsxv3.common.synchronization [req-bfeefcde-b940-49cb-b46f-df9339348f69 req-932c6838-f422-4343-ad46-f3df2c6839b6 service nova] Enqueued Resource ID: 7718efdc-bf56-4987-9ba0-a4b429ed7c90 with Priority: HIGHEST for action port [ 1337.100923] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc346632-fe26-48ac-a681-0b1309e5b661 with Priority: HIGHEST for action security_group_rules [ 1337.101194] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc346632-fe26-48ac-a681-0b1309e5b661 with Priority: HIGHEST for action security_group_members [ 1337.101194] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7718efdc-bf56-4987-9ba0-a4b429ed7c90 with Priority: HIGHEST for action port [ 1337.101485] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc346632-fe26-48ac-a681-0b1309e5b661 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.101636] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.101707] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.102070] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.102166] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc346632-fe26-48ac-a681-0b1309e5b661',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.103067] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc346632-fe26-48ac-a681-0b1309e5b661 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.103195] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.103264] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.103438] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.103577] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.103670] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.103733] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.103872] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.104476] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.104476] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc346632-fe26-48ac-a681-0b1309e5b661',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.104754] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-7718efdc-bf56-4987-9ba0-a4b429ed7c90 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.105136] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7718efdc-bf56-4987-9ba0-a4b429ed7c90" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.105136] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7718efdc-bf56-4987-9ba0-a4b429ed7c90" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.105136] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7718efdc-bf56-4987-9ba0-a4b429ed7c90" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.105270] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7718efdc-bf56-4987-9ba0-a4b429ed7c90',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.606668] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc346632-fe26-48ac-a681-0b1309e5b661 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.606950] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.606993] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc346632-fe26-48ac-a681-0b1309e5b661',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.607850] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7718efdc-bf56-4987-9ba0-a4b429ed7c90 with status ACTIVE [ 1337.608054] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.608173] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.608241] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.608483] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.608579] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.608755] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.608852] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.608917] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.609086] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.609167] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.609366] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.609486] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.609549] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.609712] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.609794] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.609881] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7718efdc-bf56-4987-9ba0-a4b429ed7c90 is going to be updated. [ 1337.631637] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.631806] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.631856] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.632114] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.632251] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.632415] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7718efdc-bf56-4987-9ba0-a4b429ed7c90" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.112747] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc346632-fe26-48ac-a681-0b1309e5b661',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.590390] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd898965-3e99-42a2-86d4-7c39863878e2 in Status: SUCCESS [ 1338.590390] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd898965-3e99-42a2-86d4-7c39863878e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.616064] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.616481] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.616481] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.616585] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.616623] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.616715] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc346632-fe26-48ac-a681-0b1309e5b661 is going to be created. [ 1338.639689] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.639956] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.639956] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.640174] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.640391] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.650643] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc346632-fe26-48ac-a681-0b1309e5b661 in Status: UNINITIALIZED for 2s [ 1340.662018] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc346632-fe26-48ac-a681-0b1309e5b661 in Status: SUCCESS [ 1340.662367] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.662465] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.662668] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.662864] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.662999] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.663075] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.663235] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.663318] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.663401] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.663494] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc346632-fe26-48ac-a681-0b1309e5b661',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.166187] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc346632-fe26-48ac-a681-0b1309e5b661 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.166416] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.166416] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.166770] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.166979] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.167128] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.167207] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.167396] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.167510] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.167622] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.167795] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc346632-fe26-48ac-a681-0b1309e5b661 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.167919] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.167999] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.168185] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.168365] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.168462] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.168558] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.168706] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.168784] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.168867] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.168957] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc346632-fe26-48ac-a681-0b1309e5b661',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.671125] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc346632-fe26-48ac-a681-0b1309e5b661: rpc.has_security_group_logging(os_id): False [ 1341.690550] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.690781] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.690781] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.690923] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.690969] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.691241] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.691351] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.691408] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.691635] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.691754] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.692034] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.692144] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.692205] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.692358] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.692436] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.692622] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.692716] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.692778] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.692949] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.693043] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.693129] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc346632-fe26-48ac-a681-0b1309e5b661 is going to be created. [ 1341.755458] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.755690] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.755690] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.755925] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.756135] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.774231] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc346632-fe26-48ac-a681-0b1309e5b661 in Status: IN_PROGRESS for 2s [ 1342.102388] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1342.102600] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1342.626989] env[65068]: INFO networking_nsxv3.common.synchronization [req-f93aed27-75e1-4624-a48f-769f837ae763 req-452e1495-2427-453c-b03b-fea82ebaf7df tempest-ServerAddressesTestJSON-316149618 tempest-ServerAddressesTestJSON-316149618-project-member] Enqueued Resource ID: fd898965-3e99-42a2-86d4-7c39863878e2 with Priority: HIGHEST for action security_group_members [ 1342.627539] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd898965-3e99-42a2-86d4-7c39863878e2 with Priority: HIGHEST for action security_group_members [ 1342.627836] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd898965-3e99-42a2-86d4-7c39863878e2 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.627965] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd898965-3e99-42a2-86d4-7c39863878e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.628045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd898965-3e99-42a2-86d4-7c39863878e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.628242] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd898965-3e99-42a2-86d4-7c39863878e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.628399] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.628508] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.628570] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.628715] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.628799] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.628892] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd898965-3e99-42a2-86d4-7c39863878e2',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.131355] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.131782] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.131782] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.131875] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.131933] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.132146] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.132253] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.132319] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.132481] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.132561] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.132649] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd898965-3e99-42a2-86d4-7c39863878e2 is going to be updated. [ 1343.160380] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.160611] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.160611] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.160812] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.160932] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.169249] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd898965-3e99-42a2-86d4-7c39863878e2 in Status: IN_PROGRESS for 2s [ 1343.788718] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc346632-fe26-48ac-a681-0b1309e5b661 in Status: SUCCESS [ 1343.788919] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.180621] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd898965-3e99-42a2-86d4-7c39863878e2 in Status: SUCCESS [ 1345.180926] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd898965-3e99-42a2-86d4-7c39863878e2 deletion is rescheduled due to dependency. [ 1345.180926] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd898965-3e99-42a2-86d4-7c39863878e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.170129] env[65068]: INFO networking_nsxv3.common.synchronization [req-e326cc01-c028-4537-adeb-919df2d76e15 req-2cc28e75-63ed-42b5-8e34-5ba6baba42ac tempest-AttachVolumeShelveTestJSON-957467706 tempest-AttachVolumeShelveTestJSON-957467706-project-member] Enqueued Resource ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 with Priority: HIGHEST for action security_group_members [ 1347.170129] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 with Priority: HIGHEST for action security_group_members [ 1347.170129] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.170129] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.170129] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.170501] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.170596] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.170730] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.170803] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.171610] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.171610] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.171610] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a83db4f6-0ea8-413a-bd07-a46ccbe00cb5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.674235] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.674531] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.674531] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.674722] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.674814] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.675022] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.675155] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.675201] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.675331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.675407] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.675491] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 is going to be updated. [ 1347.702530] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.702702] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.702806] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.703015] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.703317] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.713570] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 in Status: IN_PROGRESS for 2s [ 1349.723576] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 in Status: SUCCESS [ 1349.723891] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 deletion is rescheduled due to dependency. [ 1349.723891] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.259155] env[65068]: INFO networking_nsxv3.common.synchronization [None req-982717fe-5e24-4af2-8ba6-ffab7b037f02 None None] Enqueued Resource ID: 9e1170bc-710b-48fd-b118-aadc82559bc5 with Priority: HIGHEST for action port [ 1350.259214] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e1170bc-710b-48fd-b118-aadc82559bc5 with Priority: HIGHEST for action port [ 1350.259826] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e1170bc-710b-48fd-b118-aadc82559bc5 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.259981] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e1170bc-710b-48fd-b118-aadc82559bc5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.259981] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e1170bc-710b-48fd-b118-aadc82559bc5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.260235] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e1170bc-710b-48fd-b118-aadc82559bc5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.260320] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e1170bc-710b-48fd-b118-aadc82559bc5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.762880] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e1170bc-710b-48fd-b118-aadc82559bc5 [ 1350.763191] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.763272] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.763353] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.763574] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.763693] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.763754] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e1170bc-710b-48fd-b118-aadc82559bc5 already deleted. [ 1350.763837] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e1170bc-710b-48fd-b118-aadc82559bc5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.326020] env[65068]: INFO networking_nsxv3.common.synchronization [None req-5c042844-4035-4ba5-934d-c18338d2c4ec None None] Enqueued Resource ID: f1c3cecc-150e-40f4-86d1-dd9a26f95ce7 with Priority: HIGHEST for action port [ 1352.326020] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1c3cecc-150e-40f4-86d1-dd9a26f95ce7 with Priority: HIGHEST for action port [ 1352.326020] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1c3cecc-150e-40f4-86d1-dd9a26f95ce7 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.326020] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1c3cecc-150e-40f4-86d1-dd9a26f95ce7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.326020] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1c3cecc-150e-40f4-86d1-dd9a26f95ce7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.326790] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1c3cecc-150e-40f4-86d1-dd9a26f95ce7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.326969] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1c3cecc-150e-40f4-86d1-dd9a26f95ce7',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.829480] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1c3cecc-150e-40f4-86d1-dd9a26f95ce7 [ 1352.829711] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.829881] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.829956] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.830223] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.830324] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.830423] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1c3cecc-150e-40f4-86d1-dd9a26f95ce7 already deleted. [ 1352.830509] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1c3cecc-150e-40f4-86d1-dd9a26f95ce7" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.508142] env[65068]: INFO networking_nsxv3.common.synchronization [req-2699f3f4-7d4d-492c-8359-8abc8e1be4e2 req-d6d06c8e-cbb0-436a-9463-07a05d8275f6 tempest-ServerRescueTestJSON-866051440 tempest-ServerRescueTestJSON-866051440-project-member] Enqueued Resource ID: 28ded154-3888-4836-99b4-97c6c51b7d7d with Priority: HIGHEST for action security_group_members [ 1355.509237] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ded154-3888-4836-99b4-97c6c51b7d7d with Priority: HIGHEST for action security_group_members [ 1355.509237] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ded154-3888-4836-99b4-97c6c51b7d7d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.509237] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.509605] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.509605] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.509696] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.509812] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.509894] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.510092] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.510180] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.510278] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28ded154-3888-4836-99b4-97c6c51b7d7d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.797437] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.797640] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-377" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.797763] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-377" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.798461] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-377" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.798746] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.798910] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.799043] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.799277] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.799422] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.799737] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1355.799737] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1355.799860] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1355.799947] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1355.800070] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1355.800418] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1355.800418] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1355.831227] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1355.833070] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1355.833070] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1355.833070] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-377" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.833070] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-bf7cee03-4269-4342-83f0-276544feb3b5 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.833070] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-bf7cee03-4269-4342-83f0-276544feb3b5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.833070] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-bf7cee03-4269-4342-83f0-276544feb3b5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.833454] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-bf7cee03-4269-4342-83f0-276544feb3b5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.833454] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf7cee03-4269-4342-83f0-276544feb3b5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.012626] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.012832] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.012881] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.013200] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.013331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.013547] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.013650] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.013719] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.013941] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.014073] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.014205] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28ded154-3888-4836-99b4-97c6c51b7d7d already deleted. [ 1356.014356] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.336276] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.336539] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.336726] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.337055] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.337284] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.337465] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port bf7cee03-4269-4342-83f0-276544feb3b5 not found, creating... [ 1356.337731] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.337893] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.338027] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.338264] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.338402] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.338685] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.338845] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.338964] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.339188] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.339324] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.339485] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: bf7cee03-4269-4342-83f0-276544feb3b5 is going to be created. [ 1356.361818] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.362104] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.362233] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.362507] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.362745] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.362983] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-bf7cee03-4269-4342-83f0-276544feb3b5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.066989] env[65068]: INFO networking_nsxv3.common.synchronization [req-2699f3f4-7d4d-492c-8359-8abc8e1be4e2 req-2572cbda-2d19-4ae1-a66c-a46e8f438cc4 service nova] Enqueued Resource ID: 28ded154-3888-4836-99b4-97c6c51b7d7d with Priority: HIGHEST for action security_group_rules [ 1357.067276] env[65068]: INFO networking_nsxv3.common.synchronization [req-2699f3f4-7d4d-492c-8359-8abc8e1be4e2 req-2572cbda-2d19-4ae1-a66c-a46e8f438cc4 service nova] Enqueued Resource ID: 28ded154-3888-4836-99b4-97c6c51b7d7d with Priority: HIGHEST for action security_group_members [ 1357.067381] env[65068]: INFO networking_nsxv3.common.synchronization [req-2699f3f4-7d4d-492c-8359-8abc8e1be4e2 req-2572cbda-2d19-4ae1-a66c-a46e8f438cc4 service nova] Enqueued Resource ID: bf7cee03-4269-4342-83f0-276544feb3b5 with Priority: HIGHEST for action port [ 1357.067969] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ded154-3888-4836-99b4-97c6c51b7d7d with Priority: HIGHEST for action security_group_rules [ 1357.069081] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ded154-3888-4836-99b4-97c6c51b7d7d with Priority: HIGHEST for action security_group_members [ 1357.069081] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf7cee03-4269-4342-83f0-276544feb3b5 with Priority: HIGHEST for action port [ 1357.069081] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28ded154-3888-4836-99b4-97c6c51b7d7d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.070153] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.070153] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.070153] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.070153] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28ded154-3888-4836-99b4-97c6c51b7d7d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.072954] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ded154-3888-4836-99b4-97c6c51b7d7d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.072954] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.072954] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.072954] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.072954] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.072954] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.072954] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.072954] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.072954] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.072954] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28ded154-3888-4836-99b4-97c6c51b7d7d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.072954] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf7cee03-4269-4342-83f0-276544feb3b5 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.072954] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf7cee03-4269-4342-83f0-276544feb3b5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.073566] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf7cee03-4269-4342-83f0-276544feb3b5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.073566] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf7cee03-4269-4342-83f0-276544feb3b5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.073566] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf7cee03-4269-4342-83f0-276544feb3b5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.573640] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28ded154-3888-4836-99b4-97c6c51b7d7d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.574703] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ded154-3888-4836-99b4-97c6c51b7d7d taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.574951] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.575036] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf7cee03-4269-4342-83f0-276544feb3b5 with status ACTIVE [ 1357.575363] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.575363] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.575514] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.575845] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.575845] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.576448] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.576554] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.576616] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.576775] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.577606] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.577751] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.577975] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.577975] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.579508] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.579508] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.579508] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf7cee03-4269-4342-83f0-276544feb3b5 is going to be updated. [ 1357.600710] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.600710] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.600710] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.600710] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.600710] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.600710] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf7cee03-4269-4342-83f0-276544feb3b5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.080312] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28ded154-3888-4836-99b4-97c6c51b7d7d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.583095] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.583334] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.583406] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.583736] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.583894] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.584070] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28ded154-3888-4836-99b4-97c6c51b7d7d is going to be created. [ 1358.609367] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.609611] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.609611] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.609792] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.609956] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.618648] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28ded154-3888-4836-99b4-97c6c51b7d7d in Status: UNINITIALIZED for 2s [ 1360.629340] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28ded154-3888-4836-99b4-97c6c51b7d7d in Status: SUCCESS [ 1360.629708] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.629708] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.629890] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.630096] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.630214] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.630281] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.630436] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.630517] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.630603] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.630693] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28ded154-3888-4836-99b4-97c6c51b7d7d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.134114] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ded154-3888-4836-99b4-97c6c51b7d7d taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.134114] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.134114] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.134114] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.134114] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.134706] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.134706] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.134706] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.134706] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.134706] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.134706] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ded154-3888-4836-99b4-97c6c51b7d7d taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.134923] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.134923] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.134984] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.135142] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.135237] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.135299] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.135437] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.135513] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.135596] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.135686] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28ded154-3888-4836-99b4-97c6c51b7d7d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.638295] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28ded154-3888-4836-99b4-97c6c51b7d7d: rpc.has_security_group_logging(os_id): False [ 1361.656149] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.656301] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.656372] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.656590] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.656679] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.656901] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.656999] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.657075] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.657232] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.657311] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.657485] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.657579] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.657643] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.657783] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.657854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.658037] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.659046] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.659046] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.659046] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.659046] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.659046] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28ded154-3888-4836-99b4-97c6c51b7d7d is going to be created. [ 1361.719438] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.719695] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.719695] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.719851] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.720093] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.731373] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28ded154-3888-4836-99b4-97c6c51b7d7d in Status: IN_PROGRESS for 2s [ 1362.069846] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.070112] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1362.658533] env[65068]: INFO networking_nsxv3.common.synchronization [req-816d5fbb-e2d0-4081-802d-562049af2254 req-59ef3d40-d26a-4743-8bf4-00480be00c23 tempest-ServerActionsTestOtherA-2351786 tempest-ServerActionsTestOtherA-2351786-project-member] Enqueued Resource ID: dc346632-fe26-48ac-a681-0b1309e5b661 with Priority: HIGHEST for action security_group_members [ 1362.658921] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc346632-fe26-48ac-a681-0b1309e5b661 with Priority: HIGHEST for action security_group_members [ 1362.659344] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc346632-fe26-48ac-a681-0b1309e5b661 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.659585] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.659628] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.659918] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.660155] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.660297] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.660387] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.660581] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.660705] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.660841] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc346632-fe26-48ac-a681-0b1309e5b661',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.163491] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.163794] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.163794] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.163977] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.164134] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.164432] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.164602] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.164711] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.164905] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.164991] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.165096] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc346632-fe26-48ac-a681-0b1309e5b661 is going to be updated. [ 1363.193239] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.193420] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.193472] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.193657] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.193904] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.202942] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc346632-fe26-48ac-a681-0b1309e5b661 in Status: IN_PROGRESS for 2s [ 1363.744620] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28ded154-3888-4836-99b4-97c6c51b7d7d in Status: SUCCESS [ 1363.745073] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.212609] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc346632-fe26-48ac-a681-0b1309e5b661 in Status: SUCCESS [ 1365.212967] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc346632-fe26-48ac-a681-0b1309e5b661 deletion is rescheduled due to dependency. [ 1365.212967] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.735128] env[65068]: INFO networking_nsxv3.common.synchronization [None req-2a76ca3c-15d4-4d37-8da8-1d231f5aeac1 tempest-ServerActionsTestOtherA-2351786 tempest-ServerActionsTestOtherA-2351786-project-member] Enqueued Resource ID: 136bb717-1c44-4863-8ed4-f537756e11ee with Priority: HIGHEST for action security_group_rules [ 1366.736173] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 136bb717-1c44-4863-8ed4-f537756e11ee with Priority: HIGHEST for action security_group_rules [ 1366.736372] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-136bb717-1c44-4863-8ed4-f537756e11ee taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.736496] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-136bb717-1c44-4863-8ed4-f537756e11ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.736568] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-136bb717-1c44-4863-8ed4-f537756e11ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.736845] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-136bb717-1c44-4863-8ed4-f537756e11ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.736930] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('136bb717-1c44-4863-8ed4-f537756e11ee',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.816894] env[65068]: INFO networking_nsxv3.common.synchronization [None req-90bc7eba-a420-4c35-952e-9ff460c008e2 tempest-ServerActionsTestOtherA-2351786 tempest-ServerActionsTestOtherA-2351786-project-member] Enqueued Resource ID: 136bb717-1c44-4863-8ed4-f537756e11ee with Priority: HIGHEST for action security_group_rules [ 1366.817580] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 136bb717-1c44-4863-8ed4-f537756e11ee with Priority: HIGHEST for action security_group_rules [ 1366.817981] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-136bb717-1c44-4863-8ed4-f537756e11ee taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.818134] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-136bb717-1c44-4863-8ed4-f537756e11ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.259385] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.259566] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.259662] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.259824] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.259917] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.260038] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 136bb717-1c44-4863-8ed4-f537756e11ee already deleted. [ 1367.260169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-136bb717-1c44-4863-8ed4-f537756e11ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.260323] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-136bb717-1c44-4863-8ed4-f537756e11ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.260482] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-136bb717-1c44-4863-8ed4-f537756e11ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.260596] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('136bb717-1c44-4863-8ed4-f537756e11ee',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.780092] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.780092] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.780092] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.780542] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.780542] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.780542] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 136bb717-1c44-4863-8ed4-f537756e11ee already deleted. [ 1367.780542] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-136bb717-1c44-4863-8ed4-f537756e11ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.818631] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1371.818978] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1372.097259] env[65068]: INFO networking_nsxv3.common.synchronization [req-7b5ac2e4-2a5f-4d6b-b9a6-923d50811a6e req-7097e258-c255-4a49-bc6e-f1488756c86b tempest-ServerActionsTestOtherA-2351786 tempest-ServerActionsTestOtherA-2351786-project-member] Enqueued Resource ID: 136bb717-1c44-4863-8ed4-f537756e11ee with Priority: HIGHEST for action security_group_members [ 1372.097791] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 136bb717-1c44-4863-8ed4-f537756e11ee with Priority: HIGHEST for action security_group_members [ 1372.098097] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-136bb717-1c44-4863-8ed4-f537756e11ee taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.098248] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136bb717-1c44-4863-8ed4-f537756e11ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.098459] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136bb717-1c44-4863-8ed4-f537756e11ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.098563] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136bb717-1c44-4863-8ed4-f537756e11ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.098743] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.098848] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.098910] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.099090] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.099178] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.099282] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('136bb717-1c44-4863-8ed4-f537756e11ee',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.367925] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.368203] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-241" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.368358] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-241" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.368669] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-241" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.368964] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.369296] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.369455] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.369707] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.369887] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.370151] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1372.370275] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1372.370385] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1372.370493] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1372.370610] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1372.370713] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1372.370846] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1372.390246] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1372.390414] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1372.390528] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1372.390706] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-241" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.390994] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-8104b5aa-c30e-4aa6-b767-31935b0c5261 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.391178] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-8104b5aa-c30e-4aa6-b767-31935b0c5261" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.391298] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-8104b5aa-c30e-4aa6-b767-31935b0c5261" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.391626] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-8104b5aa-c30e-4aa6-b767-31935b0c5261" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.391764] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8104b5aa-c30e-4aa6-b767-31935b0c5261',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.601010] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.601185] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.601255] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.601469] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.601560] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.601755] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.601854] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.601918] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.602091] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.602226] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.602318] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 136bb717-1c44-4863-8ed4-f537756e11ee already deleted. [ 1372.602404] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136bb717-1c44-4863-8ed4-f537756e11ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.893711] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.894135] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.894135] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.894410] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.894603] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.894764] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 8104b5aa-c30e-4aa6-b767-31935b0c5261 not found, creating... [ 1372.895078] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.895218] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.895337] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.895741] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.895741] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.895962] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.896128] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.896246] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.896585] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.896699] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.896782] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 8104b5aa-c30e-4aa6-b767-31935b0c5261 is going to be created. [ 1372.919208] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.919423] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.919542] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.919776] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.920010] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.920235] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-8104b5aa-c30e-4aa6-b767-31935b0c5261" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.606230] env[65068]: INFO networking_nsxv3.common.synchronization [req-7b5ac2e4-2a5f-4d6b-b9a6-923d50811a6e req-ea9d8974-6a29-4a7d-9c14-609f8ad38a76 service nova] Enqueued Resource ID: 136bb717-1c44-4863-8ed4-f537756e11ee with Priority: HIGHEST for action security_group_rules [ 1373.606412] env[65068]: INFO networking_nsxv3.common.synchronization [req-7b5ac2e4-2a5f-4d6b-b9a6-923d50811a6e req-ea9d8974-6a29-4a7d-9c14-609f8ad38a76 service nova] Enqueued Resource ID: 136bb717-1c44-4863-8ed4-f537756e11ee with Priority: HIGHEST for action security_group_members [ 1373.606551] env[65068]: INFO networking_nsxv3.common.synchronization [req-7b5ac2e4-2a5f-4d6b-b9a6-923d50811a6e req-ea9d8974-6a29-4a7d-9c14-609f8ad38a76 service nova] Enqueued Resource ID: 8104b5aa-c30e-4aa6-b767-31935b0c5261 with Priority: HIGHEST for action port [ 1373.607065] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 136bb717-1c44-4863-8ed4-f537756e11ee with Priority: HIGHEST for action security_group_rules [ 1373.607248] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 136bb717-1c44-4863-8ed4-f537756e11ee with Priority: HIGHEST for action security_group_members [ 1373.607383] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8104b5aa-c30e-4aa6-b767-31935b0c5261 with Priority: HIGHEST for action port [ 1373.607670] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-136bb717-1c44-4863-8ed4-f537756e11ee taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.607770] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-136bb717-1c44-4863-8ed4-f537756e11ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.607837] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-136bb717-1c44-4863-8ed4-f537756e11ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.608545] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-136bb717-1c44-4863-8ed4-f537756e11ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.608659] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('136bb717-1c44-4863-8ed4-f537756e11ee',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.609980] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-136bb717-1c44-4863-8ed4-f537756e11ee taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.610110] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136bb717-1c44-4863-8ed4-f537756e11ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.610200] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136bb717-1c44-4863-8ed4-f537756e11ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.610761] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136bb717-1c44-4863-8ed4-f537756e11ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.610950] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.611068] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.611133] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.611293] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.611430] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.611499] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('136bb717-1c44-4863-8ed4-f537756e11ee',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.612635] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-8104b5aa-c30e-4aa6-b767-31935b0c5261 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.613078] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8104b5aa-c30e-4aa6-b767-31935b0c5261" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.613147] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8104b5aa-c30e-4aa6-b767-31935b0c5261" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.614189] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8104b5aa-c30e-4aa6-b767-31935b0c5261" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.614189] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8104b5aa-c30e-4aa6-b767-31935b0c5261',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.110903] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-136bb717-1c44-4863-8ed4-f537756e11ee taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.111336] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136bb717-1c44-4863-8ed4-f537756e11ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.113495] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('136bb717-1c44-4863-8ed4-f537756e11ee',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.116068] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8104b5aa-c30e-4aa6-b767-31935b0c5261 with status ACTIVE [ 1374.116273] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.116456] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.116456] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.116663] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.116757] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.116933] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.117256] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.117256] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.117384] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.117384] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.117526] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.117618] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.117676] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.117822] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.117897] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.117980] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8104b5aa-c30e-4aa6-b767-31935b0c5261 is going to be updated. [ 1374.143566] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.143805] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.143805] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.143962] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.144109] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.144268] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8104b5aa-c30e-4aa6-b767-31935b0c5261" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.615725] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('136bb717-1c44-4863-8ed4-f537756e11ee',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.118927] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.119284] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.119284] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.119405] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.119575] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.119696] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 136bb717-1c44-4863-8ed4-f537756e11ee is going to be created. [ 1375.146148] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.146380] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.146444] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.146733] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.146941] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.157227] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 136bb717-1c44-4863-8ed4-f537756e11ee in Status: UNINITIALIZED for 2s [ 1377.168354] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 136bb717-1c44-4863-8ed4-f537756e11ee in Status: SUCCESS [ 1377.168761] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136bb717-1c44-4863-8ed4-f537756e11ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.168761] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136bb717-1c44-4863-8ed4-f537756e11ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.168928] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136bb717-1c44-4863-8ed4-f537756e11ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.169132] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.169252] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.169316] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.169474] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.169581] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.169705] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136bb717-1c44-4863-8ed4-f537756e11ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.169822] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('136bb717-1c44-4863-8ed4-f537756e11ee',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.672724] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('136bb717-1c44-4863-8ed4-f537756e11ee',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.949968] env[65068]: INFO networking_nsxv3.common.synchronization [req-f2f553c4-a0f7-4da6-9b96-fa58bcab07c1 req-1a538fb0-d6be-4c64-8a6a-5f2a20064bc1 tempest-ServerRescueTestJSON-866051440 tempest-ServerRescueTestJSON-866051440-project-member] Enqueued Resource ID: 28ded154-3888-4836-99b4-97c6c51b7d7d with Priority: HIGHEST for action security_group_members [ 1377.950554] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ded154-3888-4836-99b4-97c6c51b7d7d with Priority: HIGHEST for action security_group_members [ 1377.950859] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ded154-3888-4836-99b4-97c6c51b7d7d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.950981] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.951096] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.951324] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.951454] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.951550] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.951605] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.951757] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.951859] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.951954] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28ded154-3888-4836-99b4-97c6c51b7d7d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.174706] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 136bb717-1c44-4863-8ed4-f537756e11ee: rpc.has_security_group_logging(os_id): False [ 1378.192321] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.192473] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.192539] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.192747] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.192836] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.193082] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.193189] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.193244] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.193397] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.193476] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.193559] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 136bb717-1c44-4863-8ed4-f537756e11ee is going to be created. [ 1378.241696] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.241901] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-377" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.242035] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-377" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.242378] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-377" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.242625] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.242782] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.242902] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.243136] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.243307] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.243520] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1378.243633] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1378.243747] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1378.243855] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1378.243971] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1378.244165] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1378.244319] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1378.268800] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.269036] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.269036] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.269232] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.269407] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.271241] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1378.271401] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1378.271584] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1378.271707] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-377" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.271968] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-7d374130-334c-48cd-b432-228d4d91b3ba taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.272190] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-7d374130-334c-48cd-b432-228d4d91b3ba" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.272321] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-7d374130-334c-48cd-b432-228d4d91b3ba" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.272691] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-7d374130-334c-48cd-b432-228d4d91b3ba" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.272878] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d374130-334c-48cd-b432-228d4d91b3ba',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.283921] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 136bb717-1c44-4863-8ed4-f537756e11ee in Status: IN_PROGRESS for 2s [ 1378.454087] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28ded154-3888-4836-99b4-97c6c51b7d7d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.776271] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.776511] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.776511] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.776757] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.776900] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.777065] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 7d374130-334c-48cd-b432-228d4d91b3ba not found, creating... [ 1378.777335] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.777497] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.777613] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.777893] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.778058] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.778402] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.778563] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.778679] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.778885] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.779029] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.779171] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 7d374130-334c-48cd-b432-228d4d91b3ba is going to be created. [ 1378.802295] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.802534] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.802643] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.802944] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.803224] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.803478] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-7d374130-334c-48cd-b432-228d4d91b3ba" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.956765] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28ded154-3888-4836-99b4-97c6c51b7d7d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.459594] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.460110] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.460110] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.460110] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.460364] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.460364] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28ded154-3888-4836-99b4-97c6c51b7d7d is going to be updated. [ 1379.493771] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.493917] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.494018] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.494227] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.494378] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.500164] env[65068]: INFO networking_nsxv3.common.synchronization [req-f2f553c4-a0f7-4da6-9b96-fa58bcab07c1 req-58f51173-57f0-4bfa-a2da-34b81b4ba644 service nova] Enqueued Resource ID: 28ded154-3888-4836-99b4-97c6c51b7d7d with Priority: HIGHEST for action security_group_rules [ 1379.500668] env[65068]: INFO networking_nsxv3.common.synchronization [req-f2f553c4-a0f7-4da6-9b96-fa58bcab07c1 req-58f51173-57f0-4bfa-a2da-34b81b4ba644 service nova] Enqueued Resource ID: 28ded154-3888-4836-99b4-97c6c51b7d7d with Priority: HIGHEST for action security_group_members [ 1379.500668] env[65068]: INFO networking_nsxv3.common.synchronization [req-f2f553c4-a0f7-4da6-9b96-fa58bcab07c1 req-58f51173-57f0-4bfa-a2da-34b81b4ba644 service nova] Enqueued Resource ID: 7d374130-334c-48cd-b432-228d4d91b3ba with Priority: HIGHEST for action port [ 1379.500745] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ded154-3888-4836-99b4-97c6c51b7d7d with Priority: HIGHEST for action security_group_rules [ 1379.500867] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ded154-3888-4836-99b4-97c6c51b7d7d with Priority: HIGHEST for action security_group_members [ 1379.500992] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d374130-334c-48cd-b432-228d4d91b3ba with Priority: HIGHEST for action port [ 1379.501503] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28ded154-3888-4836-99b4-97c6c51b7d7d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.501628] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.501698] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.501895] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.502027] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28ded154-3888-4836-99b4-97c6c51b7d7d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.503397] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ded154-3888-4836-99b4-97c6c51b7d7d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.503554] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.503735] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d374130-334c-48cd-b432-228d4d91b3ba taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.503841] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d374130-334c-48cd-b432-228d4d91b3ba" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.503841] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d374130-334c-48cd-b432-228d4d91b3ba" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.504016] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d374130-334c-48cd-b432-228d4d91b3ba" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.504114] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d374130-334c-48cd-b432-228d4d91b3ba',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.507192] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28ded154-3888-4836-99b4-97c6c51b7d7d in Status: IN_PROGRESS for 2s [ 1380.004183] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ded154-3888-4836-99b4-97c6c51b7d7d taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.004449] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.006654] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d374130-334c-48cd-b432-228d4d91b3ba with status ACTIVE [ 1380.006838] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.006958] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.007043] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.007251] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.007341] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.007508] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.007607] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.007667] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.007834] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.008496] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.008496] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.008496] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.008496] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.008496] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.008496] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.008496] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d374130-334c-48cd-b432-228d4d91b3ba is going to be updated. [ 1380.028530] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.028743] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.028743] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.028929] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.029073] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.029235] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d374130-334c-48cd-b432-228d4d91b3ba" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.295778] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 136bb717-1c44-4863-8ed4-f537756e11ee in Status: SUCCESS [ 1380.295998] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-136bb717-1c44-4863-8ed4-f537756e11ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.517182] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28ded154-3888-4836-99b4-97c6c51b7d7d in Status: SUCCESS [ 1381.517607] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.517653] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.517873] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.518079] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.518200] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.518286] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.518481] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.518566] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.518671] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28ded154-3888-4836-99b4-97c6c51b7d7d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.021373] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28ded154-3888-4836-99b4-97c6c51b7d7d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.524285] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28ded154-3888-4836-99b4-97c6c51b7d7d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.027466] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.027466] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.027466] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.027466] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.027466] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.027466] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28ded154-3888-4836-99b4-97c6c51b7d7d is going to be updated. [ 1383.055571] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.055757] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.055757] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.055996] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.056164] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.065368] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28ded154-3888-4836-99b4-97c6c51b7d7d in Status: IN_PROGRESS for 2s [ 1384.501796] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1384.502235] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1385.076728] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28ded154-3888-4836-99b4-97c6c51b7d7d in Status: SUCCESS [ 1385.077116] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.077356] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.077620] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.077847] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.077973] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.078049] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.078238] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.078327] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.078421] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.078508] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28ded154-3888-4836-99b4-97c6c51b7d7d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.580625] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ded154-3888-4836-99b4-97c6c51b7d7d taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.581214] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.581214] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.581214] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.581433] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.581433] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.581613] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.581679] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.581814] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.581905] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.582113] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ded154-3888-4836-99b4-97c6c51b7d7d taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.582257] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.582331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.582485] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.582628] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.582722] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.582810] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.582971] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.583068] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.583133] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.583186] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28ded154-3888-4836-99b4-97c6c51b7d7d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.085846] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28ded154-3888-4836-99b4-97c6c51b7d7d: rpc.has_security_group_logging(os_id): False [ 1386.104913] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.105132] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.105235] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.105538] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.105664] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.105980] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.106169] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.106264] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.106492] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.106602] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.106870] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.106996] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.107113] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.107317] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.107423] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.107692] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.107838] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.107929] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.108160] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.108293] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.108427] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28ded154-3888-4836-99b4-97c6c51b7d7d is going to be updated. [ 1386.177564] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.177786] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.177786] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.177940] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.178098] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.188882] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28ded154-3888-4836-99b4-97c6c51b7d7d in Status: IN_PROGRESS for 2s [ 1388.203401] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28ded154-3888-4836-99b4-97c6c51b7d7d in Status: SUCCESS [ 1388.203675] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.503116] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1389.503612] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1394.503945] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1394.504469] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1399.505374] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1399.505770] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1404.506545] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1404.506545] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1405.240576] env[65068]: INFO networking_nsxv3.common.synchronization [req-1e1848ec-f184-4c4a-8245-538b3abc140c req-601bb75b-c32e-434c-95b0-8924278464bc tempest-ServerRescueTestJSON-866051440 tempest-ServerRescueTestJSON-866051440-project-member] Enqueued Resource ID: 28ded154-3888-4836-99b4-97c6c51b7d7d with Priority: HIGHEST for action security_group_members [ 1405.241147] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ded154-3888-4836-99b4-97c6c51b7d7d with Priority: HIGHEST for action security_group_members [ 1405.241471] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ded154-3888-4836-99b4-97c6c51b7d7d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.241600] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.241673] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.241866] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.242185] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.242185] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.242185] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.242368] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.242452] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.242549] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28ded154-3888-4836-99b4-97c6c51b7d7d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.745071] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28ded154-3888-4836-99b4-97c6c51b7d7d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.247180] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28ded154-3888-4836-99b4-97c6c51b7d7d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.750051] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.750510] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.750510] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.750510] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.750630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.750667] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28ded154-3888-4836-99b4-97c6c51b7d7d is going to be updated. [ 1406.796376] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.796611] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.796611] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.796721] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.796865] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.812094] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28ded154-3888-4836-99b4-97c6c51b7d7d in Status: IN_PROGRESS for 2s [ 1408.824126] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28ded154-3888-4836-99b4-97c6c51b7d7d in Status: SUCCESS [ 1408.824544] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.241980] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1410.242360] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1412.541873] env[65068]: INFO networking_nsxv3.common.synchronization [req-50e5a3f7-2d51-40c2-9002-585de068d8fd req-ae45d7d7-0524-4ae4-8f0b-c24d53748e55 tempest-ServerRescueTestJSON-866051440 tempest-ServerRescueTestJSON-866051440-project-member] Enqueued Resource ID: 28ded154-3888-4836-99b4-97c6c51b7d7d with Priority: HIGHEST for action security_group_members [ 1412.542439] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ded154-3888-4836-99b4-97c6c51b7d7d with Priority: HIGHEST for action security_group_members [ 1412.542743] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ded154-3888-4836-99b4-97c6c51b7d7d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.543057] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.543057] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.543174] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.543280] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.543374] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.543472] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.543627] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.543712] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.543805] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28ded154-3888-4836-99b4-97c6c51b7d7d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.046127] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.046451] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.046451] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.046596] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.046687] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.046852] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.046946] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.047017] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.047172] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.047239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.047327] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28ded154-3888-4836-99b4-97c6c51b7d7d is going to be updated. [ 1413.080858] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.081147] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.081147] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.081328] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.081422] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.089796] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28ded154-3888-4836-99b4-97c6c51b7d7d in Status: IN_PROGRESS for 2s [ 1415.100778] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28ded154-3888-4836-99b4-97c6c51b7d7d in Status: SUCCESS [ 1415.101227] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28ded154-3888-4836-99b4-97c6c51b7d7d deletion is rescheduled due to dependency. [ 1415.101227] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.543568] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1417.543941] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1422.544919] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1422.545297] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1427.546432] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1427.546804] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1432.547036] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1432.547407] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1437.548084] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1437.548464] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1442.549454] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1442.549454] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1447.550648] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1447.551126] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1452.551741] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.552350] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1457.554072] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.554072] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1462.555951] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.555951] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1467.556955] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.557397] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.557835] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.558269] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1477.559933] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1477.560379] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1482.561596] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1482.561981] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1487.562790] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.563231] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1487.919896] env[65068]: INFO networking_nsxv3.common.synchronization [req-a0fa25c0-2e2b-4071-ab18-9f28babbc025 req-cf4fe6b2-4fa8-41a7-b0fa-7e98a63c580f tempest-ServerActionsTestOtherA-2351786 tempest-ServerActionsTestOtherA-2351786-project-member] Enqueued Resource ID: 136bb717-1c44-4863-8ed4-f537756e11ee with Priority: HIGHEST for action security_group_members [ 1487.920693] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 136bb717-1c44-4863-8ed4-f537756e11ee with Priority: HIGHEST for action security_group_members [ 1487.921186] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-136bb717-1c44-4863-8ed4-f537756e11ee taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.921980] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-136bb717-1c44-4863-8ed4-f537756e11ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.921980] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-136bb717-1c44-4863-8ed4-f537756e11ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.921980] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-136bb717-1c44-4863-8ed4-f537756e11ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.921980] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.922242] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.922242] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.922421] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.922562] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.922716] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('136bb717-1c44-4863-8ed4-f537756e11ee',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.425666] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.425912] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.425912] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.426107] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.426217] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.426420] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.426527] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.426590] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.426755] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.426830] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.426913] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 136bb717-1c44-4863-8ed4-f537756e11ee is going to be updated. [ 1488.462892] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.463155] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.463155] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.463372] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.463511] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.471603] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 136bb717-1c44-4863-8ed4-f537756e11ee in Status: IN_PROGRESS for 2s [ 1488.622596] env[65068]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1488.622868] env[65068]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-254bb350-f18b-4646-bb84-d8f8a5c629a2 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1490.482758] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 136bb717-1c44-4863-8ed4-f537756e11ee in Status: SUCCESS [ 1490.483220] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 136bb717-1c44-4863-8ed4-f537756e11ee deletion is rescheduled due to dependency. [ 1490.483220] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-136bb717-1c44-4863-8ed4-f537756e11ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.921990] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1492.922348] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1497.577618] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.578070] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.578070] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.578193] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.578316] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.923045] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.923570] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1498.081290] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.583416] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.050627] env[65068]: INFO networking_nsxv3.common.synchronization [req-210dced8-cef7-406b-b6c2-30b41800994a req-fd50d1e0-5a70-4e02-8ce6-6fa3f65d8109 tempest-ServerActionsTestOtherA-2351786 tempest-ServerActionsTestOtherA-2351786-project-member] Enqueued Resource ID: dc346632-fe26-48ac-a681-0b1309e5b661 with Priority: HIGHEST for action security_group_members [ 1499.050627] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc346632-fe26-48ac-a681-0b1309e5b661 with Priority: HIGHEST for action security_group_members [ 1499.050627] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc346632-fe26-48ac-a681-0b1309e5b661 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.050627] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.050627] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.050627] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.050627] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.050934] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.050934] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.051022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.051125] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.051244] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc346632-fe26-48ac-a681-0b1309e5b661',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.086337] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1499.086519] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1499.365715] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.365927] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "network-241" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.366070] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "network-241" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.366340] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "network-241" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.366597] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.366755] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.366871] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.367108] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.367251] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.367460] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1499.367572] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1499.367678] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1499.367783] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1499.367890] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1499.367993] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1499.368135] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1499.393674] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1499.393857] env[65068]: DEBUG dogpile.cache.region [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1499.393978] env[65068]: DEBUG dogpile.lock [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1499.394177] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "network-241" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.394488] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock port-6f3323e1-9e7c-4fa6-b06c-23e894b25fa8 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.394656] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "port-6f3323e1-9e7c-4fa6-b06c-23e894b25fa8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.394774] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "port-6f3323e1-9e7c-4fa6-b06c-23e894b25fa8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.395128] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "port-6f3323e1-9e7c-4fa6-b06c-23e894b25fa8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.395277] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f3323e1-9e7c-4fa6-b06c-23e894b25fa8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.553754] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.553999] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.553999] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.554242] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.554340] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.554544] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.554674] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.554738] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.554890] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.554968] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.555067] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc346632-fe26-48ac-a681-0b1309e5b661 is going to be updated. [ 1499.585631] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.586085] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.586085] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.586085] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.586211] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.595328] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc346632-fe26-48ac-a681-0b1309e5b661 in Status: IN_PROGRESS for 2s [ 1499.859636] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.859972] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.859972] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.860084] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.873260] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1499.874131] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.874949] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1499.897465] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.897729] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.897816] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.898104] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.898253] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.898404] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Segment Port 6f3323e1-9e7c-4fa6-b06c-23e894b25fa8 not found, creating... [ 1499.898659] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.898830] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.898975] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.899210] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.899347] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.899627] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.899776] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.899888] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.900099] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.900230] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.900372] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Resource: SegmentPort with ID: 6f3323e1-9e7c-4fa6-b06c-23e894b25fa8 is going to be created. [ 1499.915811] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.916043] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.916125] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.916324] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.929671] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.930487] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1499.930578] env[65068]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65068) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1499.930651] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1499.932856] env[65068]: DEBUG networking_nsxv3.common.locking [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.933086] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.933214] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.933465] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.933665] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.933868] env[65068]: DEBUG oslo_concurrency.lockutils [None req-174d0b0d-19ae-4d6b-b84f-3ceb0256cc7f None None] Releasing lock "port-6f3323e1-9e7c-4fa6-b06c-23e894b25fa8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.982969] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.983212] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.983212] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.983435] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.984278] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.984443] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1500.098272] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.098533] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.098588] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.098763] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.099183] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.099480] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1500.185982] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.186213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.186213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.186382] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.186685] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.186980] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:24. [ 1500.187063] env[65068]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4', 'a83db4f6-0ea8-413a-bd07-a46ccbe00cb5', 'dc346632-fe26-48ac-a681-0b1309e5b661', '61f37566-8d6f-4140-937f-3574279acbe9', 'ad693498-16d8-4b31-863d-5bf7ca51991b', '136bb717-1c44-4863-8ed4-f537756e11ee', 'fd898965-3e99-42a2-86d4-7c39863878e2', '1dad5266-7292-47d9-96c4-fe198fafafde', 'f07f2828-3433-42da-81f8-06cacf626909', '1c8e6f91-ba4d-4db0-a86c-7c254846e4ee', 'd1e6bf45-c07b-4ef1-adf7-7b145d82eb02', '67990774-1e7f-4eab-af7b-d05f895671a9', 'd1795647-0758-4dd8-b08e-aaa0d985060f', 'ec53176d-821d-4cc8-a9c8-f60c9af0af86', 'ccca694a-776d-4b79-88ab-6c09839dbc7f', 'ca181fdb-c38c-4cc4-b85d-46133253fb9b', '99579b0f-3521-489e-96ab-1e25d29fe225', '8974ddd6-d699-43c1-b486-a0fbbd07953b', '28ded154-3888-4836-99b4-97c6c51b7d7d', '675fab9d-1013-442d-9ede-95c2b5f2902a', '3e93fe2a-7dfa-4f2c-adb5-364a7b0c5172', '8e0ff19b-0cdd-4219-967f-e0e3e95f35af', '74fa1218-5658-428e-ae54-97c6a3ac0e20', '3146c6ec-7500-4f8f-835c-a2222a7b721a'} {{(pid=65068) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1500.187147] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1500.210042] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.210270] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.210270] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.210469] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.210555] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.210668] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1500.210740] env[65068]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65068) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1500.210811] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1500.294783] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.294987] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.294987] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.295234] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.296349] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.296588] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1500.296664] env[65068]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65068) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1500.296734] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1500.296801] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1500.296878] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/24 resources of Type:Security Group Rules [ 1500.296949] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 with Priority: HIGH for action security_group_rules [ 1500.297040] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 with Priority: HIGH for action security_group_rules [ 1500.297112] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc346632-fe26-48ac-a681-0b1309e5b661 with Priority: HIGH for action security_group_rules [ 1500.297175] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGH for action security_group_rules [ 1500.297237] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad693498-16d8-4b31-863d-5bf7ca51991b with Priority: HIGH for action security_group_rules [ 1500.297299] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 136bb717-1c44-4863-8ed4-f537756e11ee with Priority: HIGH for action security_group_rules [ 1500.297356] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd898965-3e99-42a2-86d4-7c39863878e2 with Priority: HIGH for action security_group_rules [ 1500.297417] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1dad5266-7292-47d9-96c4-fe198fafafde with Priority: HIGH for action security_group_rules [ 1500.297524] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGH for action security_group_rules [ 1500.297524] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c8e6f91-ba4d-4db0-a86c-7c254846e4ee with Priority: HIGH for action security_group_rules [ 1500.297607] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGH for action security_group_rules [ 1500.297644] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67990774-1e7f-4eab-af7b-d05f895671a9 with Priority: HIGH for action security_group_rules [ 1500.297681] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d1795647-0758-4dd8-b08e-aaa0d985060f with Priority: HIGH for action security_group_rules [ 1500.297745] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ec53176d-821d-4cc8-a9c8-f60c9af0af86 with Priority: HIGH for action security_group_rules [ 1500.297801] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ccca694a-776d-4b79-88ab-6c09839dbc7f with Priority: HIGH for action security_group_rules [ 1500.297860] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ca181fdb-c38c-4cc4-b85d-46133253fb9b with Priority: HIGH for action security_group_rules [ 1500.297919] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99579b0f-3521-489e-96ab-1e25d29fe225 with Priority: HIGH for action security_group_rules [ 1500.297973] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGH for action security_group_rules [ 1500.298046] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 28ded154-3888-4836-99b4-97c6c51b7d7d with Priority: HIGH for action security_group_rules [ 1500.298109] env[65068]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGH for action security_group_rules [ 1500.298201] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.602943] env[65068]: INFO networking_nsxv3.common.synchronization [req-210dced8-cef7-406b-b6c2-30b41800994a req-f1681e48-04a5-418e-99af-9ad139af50da service nova] Enqueued Resource ID: dc346632-fe26-48ac-a681-0b1309e5b661 with Priority: HIGHEST for action security_group_rules [ 1500.603248] env[65068]: INFO networking_nsxv3.common.synchronization [req-210dced8-cef7-406b-b6c2-30b41800994a req-f1681e48-04a5-418e-99af-9ad139af50da service nova] Enqueued Resource ID: dc346632-fe26-48ac-a681-0b1309e5b661 with Priority: HIGHEST for action security_group_members [ 1500.603321] env[65068]: INFO networking_nsxv3.common.synchronization [req-210dced8-cef7-406b-b6c2-30b41800994a req-f1681e48-04a5-418e-99af-9ad139af50da service nova] Enqueued Resource ID: 6f3323e1-9e7c-4fa6-b06c-23e894b25fa8 with Priority: HIGHEST for action port [ 1500.603558] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc346632-fe26-48ac-a681-0b1309e5b661 with Priority: HIGHEST for action security_group_rules [ 1500.603740] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc346632-fe26-48ac-a681-0b1309e5b661 with Priority: HIGHEST for action security_group_members [ 1500.603790] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f3323e1-9e7c-4fa6-b06c-23e894b25fa8 with Priority: HIGHEST for action port [ 1500.603888] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 with Priority: HIGH for action security_group_rules [ 1500.603982] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc346632-fe26-48ac-a681-0b1309e5b661 with Priority: HIGH for action security_group_rules [ 1500.604290] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd898965-3e99-42a2-86d4-7c39863878e2 with Priority: HIGH for action security_group_rules [ 1500.604402] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccca694a-776d-4b79-88ab-6c09839dbc7f with Priority: HIGH for action security_group_rules [ 1500.604497] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675fab9d-1013-442d-9ede-95c2b5f2902a with Priority: HIGH for action security_group_rules [ 1500.604623] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ded154-3888-4836-99b4-97c6c51b7d7d with Priority: HIGH for action security_group_rules [ 1500.604661] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b with Priority: HIGH for action security_group_rules [ 1500.604750] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99579b0f-3521-489e-96ab-1e25d29fe225 with Priority: HIGH for action security_group_rules [ 1500.604837] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec53176d-821d-4cc8-a9c8-f60c9af0af86 with Priority: HIGH for action security_group_rules [ 1500.604963] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca181fdb-c38c-4cc4-b85d-46133253fb9b with Priority: HIGH for action security_group_rules [ 1500.605013] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1795647-0758-4dd8-b08e-aaa0d985060f with Priority: HIGH for action security_group_rules [ 1500.605095] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67990774-1e7f-4eab-af7b-d05f895671a9 with Priority: HIGH for action security_group_rules [ 1500.605183] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 with Priority: HIGH for action security_group_rules [ 1500.605266] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8e6f91-ba4d-4db0-a86c-7c254846e4ee with Priority: HIGH for action security_group_rules [ 1500.605353] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f07f2828-3433-42da-81f8-06cacf626909 with Priority: HIGH for action security_group_rules [ 1500.605437] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 136bb717-1c44-4863-8ed4-f537756e11ee with Priority: HIGH for action security_group_rules [ 1500.605521] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dad5266-7292-47d9-96c4-fe198fafafde with Priority: HIGH for action security_group_rules [ 1500.605608] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad693498-16d8-4b31-863d-5bf7ca51991b with Priority: HIGH for action security_group_rules [ 1500.605687] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 with Priority: HIGH for action security_group_rules [ 1500.605767] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f37566-8d6f-4140-937f-3574279acbe9 with Priority: HIGH for action security_group_rules [ 1500.606844] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc346632-fe26-48ac-a681-0b1309e5b661 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.606968] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.607049] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.607251] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.607334] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc346632-fe26-48ac-a681-0b1309e5b661',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.608857] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc346632-fe26-48ac-a681-0b1309e5b661 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.608997] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.609179] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f3323e1-9e7c-4fa6-b06c-23e894b25fa8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.609280] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f3323e1-9e7c-4fa6-b06c-23e894b25fa8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.609348] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f3323e1-9e7c-4fa6-b06c-23e894b25fa8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.609627] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f3323e1-9e7c-4fa6-b06c-23e894b25fa8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.609708] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f3323e1-9e7c-4fa6-b06c-23e894b25fa8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.610742] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.610860] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.611075] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.611219] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.611303] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.612508] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc346632-fe26-48ac-a681-0b1309e5b661 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.612508] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.612669] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd898965-3e99-42a2-86d4-7c39863878e2 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.612745] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd898965-3e99-42a2-86d4-7c39863878e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.612797] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd898965-3e99-42a2-86d4-7c39863878e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.612953] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd898965-3e99-42a2-86d4-7c39863878e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.613052] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd898965-3e99-42a2-86d4-7c39863878e2',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.614140] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccca694a-776d-4b79-88ab-6c09839dbc7f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.614259] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.614337] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.614481] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.614546] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccca694a-776d-4b79-88ab-6c09839dbc7f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.615234] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-675fab9d-1013-442d-9ede-95c2b5f2902a taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.615778] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.615885] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.616000] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.616147] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('675fab9d-1013-442d-9ede-95c2b5f2902a',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.617106] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28ded154-3888-4836-99b4-97c6c51b7d7d taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.617212] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.617282] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.617529] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.617619] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28ded154-3888-4836-99b4-97c6c51b7d7d',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.618528] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8974ddd6-d699-43c1-b486-a0fbbd07953b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.618974] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.619078] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.619249] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.619346] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8974ddd6-d699-43c1-b486-a0fbbd07953b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.620017] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99579b0f-3521-489e-96ab-1e25d29fe225 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.620113] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99579b0f-3521-489e-96ab-1e25d29fe225" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.620180] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99579b0f-3521-489e-96ab-1e25d29fe225" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.620332] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99579b0f-3521-489e-96ab-1e25d29fe225" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.620404] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99579b0f-3521-489e-96ab-1e25d29fe225',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.621187] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec53176d-821d-4cc8-a9c8-f60c9af0af86 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.621294] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec53176d-821d-4cc8-a9c8-f60c9af0af86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.621380] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec53176d-821d-4cc8-a9c8-f60c9af0af86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.621507] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec53176d-821d-4cc8-a9c8-f60c9af0af86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.621589] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec53176d-821d-4cc8-a9c8-f60c9af0af86',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.622319] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca181fdb-c38c-4cc4-b85d-46133253fb9b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.622439] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca181fdb-c38c-4cc4-b85d-46133253fb9b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.622439] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca181fdb-c38c-4cc4-b85d-46133253fb9b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.622532] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca181fdb-c38c-4cc4-b85d-46133253fb9b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.622606] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca181fdb-c38c-4cc4-b85d-46133253fb9b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.624078] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1795647-0758-4dd8-b08e-aaa0d985060f taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.624461] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.624461] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.624587] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.624587] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1795647-0758-4dd8-b08e-aaa0d985060f',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.625260] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67990774-1e7f-4eab-af7b-d05f895671a9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.625426] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.625426] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.625581] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.625649] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67990774-1e7f-4eab-af7b-d05f895671a9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.626412] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.626510] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.626607] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.626759] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.626832] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1e6bf45-c07b-4ef1-adf7-7b145d82eb02',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.627526] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.627634] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.627699] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.627846] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.627918] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c8e6f91-ba4d-4db0-a86c-7c254846e4ee',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.628606] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f07f2828-3433-42da-81f8-06cacf626909 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.628778] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.628851] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.629012] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.629153] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f07f2828-3433-42da-81f8-06cacf626909',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.629813] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-136bb717-1c44-4863-8ed4-f537756e11ee taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.629917] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-136bb717-1c44-4863-8ed4-f537756e11ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.629983] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-136bb717-1c44-4863-8ed4-f537756e11ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.630143] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-136bb717-1c44-4863-8ed4-f537756e11ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.630239] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('136bb717-1c44-4863-8ed4-f537756e11ee',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.632631] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1dad5266-7292-47d9-96c4-fe198fafafde taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.632779] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.632832] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.633047] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.633047] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1dad5266-7292-47d9-96c4-fe198fafafde',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.633735] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad693498-16d8-4b31-863d-5bf7ca51991b taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.633843] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.633949] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.634084] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.634166] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad693498-16d8-4b31-863d-5bf7ca51991b',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.634821] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.634921] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.634996] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.635148] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.635221] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a83db4f6-0ea8-413a-bd07-a46ccbe00cb5',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.635860] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61f37566-8d6f-4140-937f-3574279acbe9 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.776221] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.776341] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.776651] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.776744] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61f37566-8d6f-4140-937f-3574279acbe9',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.819268] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.819490] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.819490] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.819684] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.821383] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.821483] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.823777] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.823918] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.824982] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.825129] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.825806] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.825899] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.826591] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.826747] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.827417] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.827511] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.828191] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.828280] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.839389] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.839504] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccca694a-776d-4b79-88ab-6c09839dbc7f is going to be deleted. [ 1500.840362] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.840567] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.861502] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.861691] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad693498-16d8-4b31-863d-5bf7ca51991b is going to be deleted. [ 1500.862500] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.862710] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.881121] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.881282] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1795647-0758-4dd8-b08e-aaa0d985060f is going to be deleted. [ 1500.882083] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.882298] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.894980] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.895206] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.904239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.904399] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a83db4f6-0ea8-413a-bd07-a46ccbe00cb5 is going to be deleted. [ 1500.905182] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.905465] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.912136] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.912267] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.923116] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.923235] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28ded154-3888-4836-99b4-97c6c51b7d7d is going to be deleted. [ 1500.924066] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.924277] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.965373] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.965598] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.966420] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.966545] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99579b0f-3521-489e-96ab-1e25d29fe225 is going to be deleted. [ 1500.967436] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.967658] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.997095] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.997321] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.026222] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.026400] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61f37566-8d6f-4140-937f-3574279acbe9 is going to be deleted. [ 1501.027293] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.027510] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.057889] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.058131] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.064343] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.064522] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 675fab9d-1013-442d-9ede-95c2b5f2902a is going to be deleted. [ 1501.065436] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.065667] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.065760] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.065878] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccca694a-776d-4b79-88ab-6c09839dbc7f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.066048] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.066214] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.066296] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.066402] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad693498-16d8-4b31-863d-5bf7ca51991b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.066919] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.067088] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.067171] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.067287] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1795647-0758-4dd8-b08e-aaa0d985060f" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.067418] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.067562] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.067639] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.067750] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a83db4f6-0ea8-413a-bd07-a46ccbe00cb5" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.067873] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.068025] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.068101] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.068205] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28ded154-3888-4836-99b4-97c6c51b7d7d" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.086533] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.086775] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.086775] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.086941] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.087042] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.087170] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99579b0f-3521-489e-96ab-1e25d29fe225" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.109430] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc346632-fe26-48ac-a681-0b1309e5b661 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.109686] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.110898] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f3323e1-9e7c-4fa6-b06c-23e894b25fa8 with status ACTIVE [ 1501.111109] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.111225] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.111329] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.111501] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.111587] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.111756] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.111850] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.111909] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.112072] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.112150] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.112334] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.112425] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.112483] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.112615] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.112685] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.112782] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f3323e1-9e7c-4fa6-b06c-23e894b25fa8 is going to be updated. [ 1501.149199] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.149417] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.149417] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.149648] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.151321] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.151478] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.154795] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.154969] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.154969] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.155223] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.155381] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.155553] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f3323e1-9e7c-4fa6-b06c-23e894b25fa8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.156540] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.156661] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.175289] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.175493] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.178350] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.178506] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.179366] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.179478] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca181fdb-c38c-4cc4-b85d-46133253fb9b is going to be deleted. [ 1501.180351] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.180564] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.202072] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.202224] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd898965-3e99-42a2-86d4-7c39863878e2 is going to be deleted. [ 1501.203139] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.203354] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.241671] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.241835] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4 is going to be deleted. [ 1501.242735] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.242952] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.243104] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.243239] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61f37566-8d6f-4140-937f-3574279acbe9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.243403] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.243567] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.243646] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.243753] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-675fab9d-1013-442d-9ede-95c2b5f2902a" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.282521] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dad5266-7292-47d9-96c4-fe198fafafde taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.282764] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.282764] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.282920] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.283146] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.283269] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.283328] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.283489] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.283600] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.283745] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.283891] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1dad5266-7292-47d9-96c4-fe198fafafde',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.328825] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.329066] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.329066] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.329269] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.329363] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.329489] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd898965-3e99-42a2-86d4-7c39863878e2" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.347560] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.347774] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.347821] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.348137] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.349806] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.349943] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.350804] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.350935] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.351688] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.351808] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.352439] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.352520] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.353213] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.353319] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.353999] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.354118] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.354711] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.354897] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.420811] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.420811] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.421582] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.421703] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67990774-1e7f-4eab-af7b-d05f895671a9 is going to be deleted. [ 1501.422596] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.422807] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.493509] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.493692] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8974ddd6-d699-43c1-b486-a0fbbd07953b is going to be deleted. [ 1501.494539] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.494752] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.523319] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.523595] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.524349] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.524462] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 136bb717-1c44-4863-8ed4-f537756e11ee is going to be deleted. [ 1501.525331] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.525563] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.590362] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.590549] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1e6bf45-c07b-4ef1-adf7-7b145d82eb02 is going to be deleted. [ 1501.591460] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.591673] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.623848] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc346632-fe26-48ac-a681-0b1309e5b661 in Status: SUCCESS [ 1501.624386] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc346632-fe26-48ac-a681-0b1309e5b661 deletion is rescheduled due to dependency. [ 1501.624386] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.624386] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.624598] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.624598] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.624751] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.624751] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.624914] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.624985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.625099] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc346632-fe26-48ac-a681-0b1309e5b661',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.632518] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.632702] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.640723] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.640892] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.641754] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.641872] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c8e6f91-ba4d-4db0-a86c-7c254846e4ee is going to be deleted. [ 1501.642976] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.643223] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.669643] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.670009] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec53176d-821d-4cc8-a9c8-f60c9af0af86 is going to be deleted. [ 1501.670961] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.671209] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.698363] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.699193] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.747456] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.747624] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f07f2828-3433-42da-81f8-06cacf626909 is going to be deleted. [ 1501.748617] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.748875] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.748985] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.749129] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca181fdb-c38c-4cc4-b85d-46133253fb9b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.749328] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.749502] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.749588] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.749706] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe6e8f35-a0b7-43c9-bfd6-424f9502f0f4" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.750260] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.750473] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.750582] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.750723] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67990774-1e7f-4eab-af7b-d05f895671a9" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.750864] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.751063] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.751173] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.751322] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8974ddd6-d699-43c1-b486-a0fbbd07953b" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.751478] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.751639] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.751738] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.751859] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-136bb717-1c44-4863-8ed4-f537756e11ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.751992] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.752155] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.752234] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.752343] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1e6bf45-c07b-4ef1-adf7-7b145d82eb02" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.787542] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1dad5266-7292-47d9-96c4-fe198fafafde',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.790374] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.790601] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.790684] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.791284] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.791284] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.791284] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c8e6f91-ba4d-4db0-a86c-7c254846e4ee" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.841695] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.842022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.842022] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.842172] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.842247] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.842334] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec53176d-821d-4cc8-a9c8-f60c9af0af86" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.874247] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.874466] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.874466] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.874674] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.874783] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.874885] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f07f2828-3433-42da-81f8-06cacf626909" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.127863] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc346632-fe26-48ac-a681-0b1309e5b661',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.289559] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1dad5266-7292-47d9-96c4-fe198fafafde: rpc.has_security_group_logging(os_id): False [ 1502.306990] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.307251] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.307251] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.307445] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.324850] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.325245] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.325385] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.325457] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.325656] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.325739] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.325826] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1dad5266-7292-47d9-96c4-fe198fafafde is going to be updated. [ 1502.391561] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.391812] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.391812] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.392084] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.392242] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.406836] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1dad5266-7292-47d9-96c4-fe198fafafde in Status: IN_PROGRESS for 2s [ 1502.630585] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc346632-fe26-48ac-a681-0b1309e5b661',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.133199] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.133397] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.133538] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.133787] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.133907] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.134071] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc346632-fe26-48ac-a681-0b1309e5b661 is going to be updated. [ 1503.175593] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.175821] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.175821] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.176011] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.176153] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.187370] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc346632-fe26-48ac-a681-0b1309e5b661 in Status: IN_PROGRESS for 2s [ 1504.420938] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1dad5266-7292-47d9-96c4-fe198fafafde in Status: SUCCESS [ 1504.421275] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.198531] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc346632-fe26-48ac-a681-0b1309e5b661 in Status: SUCCESS [ 1505.198773] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.198928] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.199189] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.199375] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.199493] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.199601] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.199703] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.199830] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.199873] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.200117] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc346632-fe26-48ac-a681-0b1309e5b661',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.606368] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1505.606751] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1505.703329] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc346632-fe26-48ac-a681-0b1309e5b661 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.703547] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.703547] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.703725] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.703854] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.703947] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.704020] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.704205] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.704288] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.704367] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.704519] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc346632-fe26-48ac-a681-0b1309e5b661 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.704606] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.704671] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.704799] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.704932] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.705034] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.705095] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.705227] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.705300] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.705377] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.705463] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc346632-fe26-48ac-a681-0b1309e5b661',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.207836] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc346632-fe26-48ac-a681-0b1309e5b661: rpc.has_security_group_logging(os_id): False [ 1506.226067] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.226302] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.226302] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.226543] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.244706] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.244993] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.245171] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.245245] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.245464] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.245560] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.245764] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.245865] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.245939] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.246778] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.246778] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.246778] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.246778] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.246778] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.246778] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.246778] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.247143] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc346632-fe26-48ac-a681-0b1309e5b661 is going to be updated. [ 1506.308279] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.308494] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.308611] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.309036] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.309157] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.323379] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc346632-fe26-48ac-a681-0b1309e5b661 in Status: IN_PROGRESS for 2s [ 1508.336423] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc346632-fe26-48ac-a681-0b1309e5b661 in Status: SUCCESS [ 1508.336804] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.336804] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.337036] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.337142] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc346632-fe26-48ac-a681-0b1309e5b661',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.816243] env[65068]: INFO networking_nsxv3.common.synchronization [req-75c2f220-c9c7-4a33-b476-4ecb23a8284a req-0d68227a-dde3-458c-9960-5b2810efa2e1 tempest-ServerActionsTestOtherA-2351786 tempest-ServerActionsTestOtherA-2351786-project-member] Enqueued Resource ID: dc346632-fe26-48ac-a681-0b1309e5b661 with Priority: HIGHEST for action security_group_members [ 1508.816243] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc346632-fe26-48ac-a681-0b1309e5b661 with Priority: HIGHEST for action security_group_members [ 1508.816243] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc346632-fe26-48ac-a681-0b1309e5b661 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.816564] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.816564] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.817039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.817039] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.817039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.817039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.817039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.817303] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.817303] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc346632-fe26-48ac-a681-0b1309e5b661',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.839563] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc346632-fe26-48ac-a681-0b1309e5b661 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.839849] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.861756] env[65068]: INFO networking_nsxv3.common.synchronization [req-75c2f220-c9c7-4a33-b476-4ecb23a8284a req-0d68227a-dde3-458c-9960-5b2810efa2e1 tempest-ServerActionsTestOtherA-2351786 tempest-ServerActionsTestOtherA-2351786-project-member] Enqueued Resource ID: 6f3323e1-9e7c-4fa6-b06c-23e894b25fa8 with Priority: HIGHEST for action port [ 1508.862571] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f3323e1-9e7c-4fa6-b06c-23e894b25fa8 with Priority: HIGHEST for action port [ 1508.862878] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f3323e1-9e7c-4fa6-b06c-23e894b25fa8 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.863007] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f3323e1-9e7c-4fa6-b06c-23e894b25fa8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.863146] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f3323e1-9e7c-4fa6-b06c-23e894b25fa8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.863330] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f3323e1-9e7c-4fa6-b06c-23e894b25fa8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.863423] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f3323e1-9e7c-4fa6-b06c-23e894b25fa8',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.319172] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.319340] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.319411] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.319640] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.319731] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.319933] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.320045] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.320097] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.320251] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.320340] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.320407] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc346632-fe26-48ac-a681-0b1309e5b661 is going to be updated. [ 1509.346529] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.346844] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.346844] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.346965] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.347113] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.356226] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc346632-fe26-48ac-a681-0b1309e5b661 in Status: IN_PROGRESS for 2s [ 1509.365696] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f3323e1-9e7c-4fa6-b06c-23e894b25fa8 with status ACTIVE [ 1509.365925] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.366080] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.366153] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.366430] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.366500] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.366639] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.366739] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.366800] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.366967] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.367059] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.367243] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.367337] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.367394] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.367533] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.367603] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.367686] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f3323e1-9e7c-4fa6-b06c-23e894b25fa8 is going to be updated. [ 1509.389450] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.389605] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.389680] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.389920] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.390099] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.390301] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f3323e1-9e7c-4fa6-b06c-23e894b25fa8" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.365205] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc346632-fe26-48ac-a681-0b1309e5b661 in Status: SUCCESS [ 1511.365520] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc346632-fe26-48ac-a681-0b1309e5b661 deletion is rescheduled due to dependency. [ 1511.365520] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.365632] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.365859] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.366030] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.366149] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.366213] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.366362] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.366442] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.366521] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.366607] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc346632-fe26-48ac-a681-0b1309e5b661',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.868570] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc346632-fe26-48ac-a681-0b1309e5b661 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.868773] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.868894] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.869210] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.869457] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.869582] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.869650] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.869835] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.869966] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.870036] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.870196] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc346632-fe26-48ac-a681-0b1309e5b661 taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.870293] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.870353] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.870505] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.870690] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.870838] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.870838] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.870978] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.871070] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.871185] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.871283] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc346632-fe26-48ac-a681-0b1309e5b661',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.496903] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc346632-fe26-48ac-a681-0b1309e5b661: rpc.has_security_group_logging(os_id): False [ 1512.518315] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.518587] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.518587] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.518738] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.518828] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.519067] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.519195] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.519282] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.519444] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.519581] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.519776] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.519875] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.519958] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.520123] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.520202] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.520395] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.520484] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.520541] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.520679] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.520754] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.520837] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc346632-fe26-48ac-a681-0b1309e5b661 is going to be updated. [ 1512.590278] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.590569] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.590569] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.590694] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.590921] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.606552] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc346632-fe26-48ac-a681-0b1309e5b661 in Status: IN_PROGRESS for 2s [ 1513.863474] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1513.863898] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1514.621448] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc346632-fe26-48ac-a681-0b1309e5b661 in Status: SUCCESS [ 1514.621682] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc346632-fe26-48ac-a681-0b1309e5b661" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.864751] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1518.865097] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1523.865804] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1523.866271] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1528.867212] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1528.867640] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1533.819770] env[65068]: INFO networking_nsxv3.common.synchronization [req-cae287c7-c5f0-4e85-bad3-34a5294b1bf5 req-a38258a4-444c-4f3a-9b4e-a82070c1b249 tempest-ServerActionsTestOtherA-2351786 tempest-ServerActionsTestOtherA-2351786-project-member] Enqueued Resource ID: 1dad5266-7292-47d9-96c4-fe198fafafde with Priority: HIGHEST for action security_group_members [ 1533.819770] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dad5266-7292-47d9-96c4-fe198fafafde with Priority: HIGHEST for action security_group_members [ 1533.820384] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dad5266-7292-47d9-96c4-fe198fafafde taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.820486] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.820542] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.820752] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.820906] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.820995] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.821243] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.821430] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.821520] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.821615] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1dad5266-7292-47d9-96c4-fe198fafafde',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.121330] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.121489] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "network-241" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.121601] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "network-241" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.121858] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "network-241" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.122221] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.122423] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.122501] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.122741] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.122917] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.123243] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1534.123425] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] NeedRegenerationException {{(pid=65068) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1534.123572] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] no value, waiting for create lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1534.123691] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] value creation lock acquired {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1534.123805] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] No value present for key: 'zone-id' {{(pid=65068) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1534.123910] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Calling creation function for not-yet-present value {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1534.124076] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1534.144534] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1534.144726] env[65068]: DEBUG dogpile.cache.region [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65068) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1534.144835] env[65068]: DEBUG dogpile.lock [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Released creation lock {{(pid=65068) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1534.144982] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "network-241" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.145309] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock port-982011b9-3f0f-454f-a351-eb4515ae6d46 taken with stack trace [, , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.145479] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "port-982011b9-3f0f-454f-a351-eb4515ae6d46" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.145640] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "port-982011b9-3f0f-454f-a351-eb4515ae6d46" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.145987] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "port-982011b9-3f0f-454f-a351-eb4515ae6d46" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.146133] env[65068]: DEBUG networking_nsxv3.api.rpc [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('982011b9-3f0f-454f-a351-eb4515ae6d46',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.323825] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1dad5266-7292-47d9-96c4-fe198fafafde',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.648186] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.648447] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.648588] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.648849] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.648996] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.649191] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Segment Port 982011b9-3f0f-454f-a351-eb4515ae6d46 not found, creating... [ 1534.649458] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.649676] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.649805] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.650041] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.650180] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.650502] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.650674] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.650794] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.651014] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.651157] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.651331] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Resource: SegmentPort with ID: 982011b9-3f0f-454f-a351-eb4515ae6d46 is going to be created. [ 1534.671858] env[65068]: DEBUG networking_nsxv3.common.locking [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.672429] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.672429] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.672503] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.672734] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.672951] env[65068]: DEBUG oslo_concurrency.lockutils [None req-09442e91-4398-4c04-a727-8fe4142e9ae0 None None] Releasing lock "port-982011b9-3f0f-454f-a351-eb4515ae6d46" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.825991] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1dad5266-7292-47d9-96c4-fe198fafafde',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.328874] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.329038] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.329109] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.329327] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.329440] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.329540] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dad5266-7292-47d9-96c4-fe198fafafde is going to be updated. [ 1535.360159] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.360359] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.360359] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.360586] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.360737] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.367773] env[65068]: INFO networking_nsxv3.common.synchronization [req-cae287c7-c5f0-4e85-bad3-34a5294b1bf5 req-3b69dcb8-1815-4f77-a87a-9d0ab9a0303e service nova] Enqueued Resource ID: 1dad5266-7292-47d9-96c4-fe198fafafde with Priority: HIGHEST for action security_group_rules [ 1535.367984] env[65068]: INFO networking_nsxv3.common.synchronization [req-cae287c7-c5f0-4e85-bad3-34a5294b1bf5 req-3b69dcb8-1815-4f77-a87a-9d0ab9a0303e service nova] Enqueued Resource ID: 1dad5266-7292-47d9-96c4-fe198fafafde with Priority: HIGHEST for action security_group_members [ 1535.368136] env[65068]: INFO networking_nsxv3.common.synchronization [req-cae287c7-c5f0-4e85-bad3-34a5294b1bf5 req-3b69dcb8-1815-4f77-a87a-9d0ab9a0303e service nova] Enqueued Resource ID: 982011b9-3f0f-454f-a351-eb4515ae6d46 with Priority: HIGHEST for action port [ 1535.368371] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dad5266-7292-47d9-96c4-fe198fafafde with Priority: HIGHEST for action security_group_rules [ 1535.368504] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dad5266-7292-47d9-96c4-fe198fafafde with Priority: HIGHEST for action security_group_members [ 1535.368601] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 982011b9-3f0f-454f-a351-eb4515ae6d46 with Priority: HIGHEST for action port [ 1535.369168] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1dad5266-7292-47d9-96c4-fe198fafafde taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.369292] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.369362] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.369562] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.369643] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1dad5266-7292-47d9-96c4-fe198fafafde',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.370504] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dad5266-7292-47d9-96c4-fe198fafafde taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.370584] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.370872] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock port-982011b9-3f0f-454f-a351-eb4515ae6d46 taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.370972] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-982011b9-3f0f-454f-a351-eb4515ae6d46" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.371052] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-982011b9-3f0f-454f-a351-eb4515ae6d46" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.371751] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-982011b9-3f0f-454f-a351-eb4515ae6d46" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.371751] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('982011b9-3f0f-454f-a351-eb4515ae6d46',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.372704] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dad5266-7292-47d9-96c4-fe198fafafde in Status: IN_PROGRESS for 2s [ 1535.872588] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dad5266-7292-47d9-96c4-fe198fafafde taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.873026] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.875123] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 982011b9-3f0f-454f-a351-eb4515ae6d46 with status ACTIVE [ 1535.875323] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.875448] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.875513] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.875737] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.875824] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.875998] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.876109] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.876171] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.876320] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.876416] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.876606] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.876706] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.876762] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.876893] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.876966] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.877061] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 982011b9-3f0f-454f-a351-eb4515ae6d46 is going to be updated. [ 1535.898388] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.898630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.898630] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.898780] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.898914] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.899091] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-982011b9-3f0f-454f-a351-eb4515ae6d46" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.383199] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dad5266-7292-47d9-96c4-fe198fafafde in Status: SUCCESS [ 1537.383669] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.383829] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.384097] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.384324] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.384476] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.384550] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.384728] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.384811] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.384931] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1dad5266-7292-47d9-96c4-fe198fafafde',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.887082] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1dad5266-7292-47d9-96c4-fe198fafafde',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.389960] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1dad5266-7292-47d9-96c4-fe198fafafde',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.892656] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.892876] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.892876] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.893130] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.893220] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.893404] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dad5266-7292-47d9-96c4-fe198fafafde is going to be updated. [ 1538.925673] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.925877] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.925877] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.926116] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.926261] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.934507] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dad5266-7292-47d9-96c4-fe198fafafde in Status: IN_PROGRESS for 2s [ 1540.370142] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1540.370521] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1540.945798] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dad5266-7292-47d9-96c4-fe198fafafde in Status: SUCCESS [ 1540.946052] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.946192] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.946412] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.946638] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.946751] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.946809] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.946971] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.947067] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.947149] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.947243] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1dad5266-7292-47d9-96c4-fe198fafafde',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.450314] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1dad5266-7292-47d9-96c4-fe198fafafde',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.952910] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1dad5266-7292-47d9-96c4-fe198fafafde: rpc.has_security_group_logging(os_id): False [ 1541.971804] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.972124] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.972124] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.972282] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.972344] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.972604] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.972760] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.972760] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.972900] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.972963] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.973044] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1dad5266-7292-47d9-96c4-fe198fafafde is going to be updated. [ 1542.034778] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.034946] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.035008] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.035208] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.035357] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.047966] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1dad5266-7292-47d9-96c4-fe198fafafde in Status: IN_PROGRESS for 2s [ 1544.074162] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1dad5266-7292-47d9-96c4-fe198fafafde in Status: SUCCESS [ 1544.074625] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.371681] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1545.372123] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1550.372744] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1550.373169] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1555.374669] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1555.375122] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1560.376502] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1560.376502] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1565.377371] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1565.377371] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1570.378655] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1570.380855] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1575.380221] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1575.380703] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1580.381951] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1580.382369] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1585.383615] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1585.383993] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1590.384936] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1590.385326] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1595.385622] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1595.386058] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1600.387237] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1600.387680] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1602.116806] env[65068]: INFO networking_nsxv3.common.synchronization [req-d974f531-ac85-4b86-814e-9a675059157f req-14b35654-ad4c-44d9-bd96-a1a56991584b tempest-ServerActionsTestOtherA-2351786 tempest-ServerActionsTestOtherA-2351786-project-member] Enqueued Resource ID: 1dad5266-7292-47d9-96c4-fe198fafafde with Priority: HIGHEST for action security_group_members [ 1602.117431] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dad5266-7292-47d9-96c4-fe198fafafde with Priority: HIGHEST for action security_group_members [ 1602.117879] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dad5266-7292-47d9-96c4-fe198fafafde taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.118196] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.118196] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.118403] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.118545] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.118699] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.118771] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.118920] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.119039] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.119180] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1dad5266-7292-47d9-96c4-fe198fafafde',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1602.621294] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1dad5266-7292-47d9-96c4-fe198fafafde',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.123719] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1dad5266-7292-47d9-96c4-fe198fafafde',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.626072] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.626294] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.626294] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.626467] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.626559] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.626666] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dad5266-7292-47d9-96c4-fe198fafafde is going to be updated. [ 1603.661690] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.661916] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.661916] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.662116] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.662294] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.670787] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dad5266-7292-47d9-96c4-fe198fafafde in Status: IN_PROGRESS for 2s [ 1605.681523] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dad5266-7292-47d9-96c4-fe198fafafde in Status: IN_PROGRESS for 4s [ 1607.118283] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1607.118659] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1607.693335] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dad5266-7292-47d9-96c4-fe198fafafde in Status: SUCCESS [ 1607.693600] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.120042] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1612.120430] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1617.121791] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1617.122293] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1618.428262] env[65068]: INFO networking_nsxv3.common.synchronization [req-595496c0-6b2b-4388-ba22-399bf986e6a1 req-d3c38685-83e2-41bc-9154-c5efd3a80741 tempest-ServerActionsTestOtherA-2351786 tempest-ServerActionsTestOtherA-2351786-project-member] Enqueued Resource ID: 1dad5266-7292-47d9-96c4-fe198fafafde with Priority: HIGHEST for action security_group_members [ 1618.429211] env[65068]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dad5266-7292-47d9-96c4-fe198fafafde with Priority: HIGHEST for action security_group_members [ 1618.429556] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dad5266-7292-47d9-96c4-fe198fafafde taken with stack trace [, , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1618.429682] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.429759] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1618.429958] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1618.430153] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1618.430295] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.430338] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1618.430459] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1618.430543] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1618.430639] env[65068]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1dad5266-7292-47d9-96c4-fe198fafafde',) {} {{(pid=65068) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1618.933561] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1618.933839] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.933839] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1618.934060] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1618.934182] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1618.934387] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1618.934490] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.934553] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1618.934711] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1618.934788] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1618.934881] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dad5266-7292-47d9-96c4-fe198fafafde is going to be updated. [ 1618.964325] env[65068]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65068) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1618.964547] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.964547] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1618.964746] env[65068]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1618.964912] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1618.974876] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dad5266-7292-47d9-96c4-fe198fafafde in Status: IN_PROGRESS for 2s [ 1620.985815] env[65068]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dad5266-7292-47d9-96c4-fe198fafafde in Status: SUCCESS [ 1620.986227] env[65068]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dad5266-7292-47d9-96c4-fe198fafafde deletion is rescheduled due to dependency. [ 1620.986227] env[65068]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dad5266-7292-47d9-96c4-fe198fafafde" {{(pid=65068) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1623.430338] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1623.430680] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1628.432168] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1628.432557] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1633.433152] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1633.433589] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1638.434712] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1638.434712] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1643.435935] env[65068]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1643.436236] env[65068]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0